-- Logs begin at Sat 2021-11-20 02:46:18 UTC, end at Sat 2021-11-20 03:40:41 UTC. -- Nov 20 03:16:29.183554 dv-cinder-818037-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 20 03:16:31.928689 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.common.config [-] Logging enabled! Nov 20 03:16:31.929348 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev213 Nov 20 03:16:31.929442 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102443) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 20 03:16:31.932853 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.common.config [-] Logging enabled! Nov 20 03:16:31.933105 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev213 Nov 20 03:16:31.933420 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102443) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 20 03:16:31.934356 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 20 03:16:31.934597 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 20 03:16:31.934946 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 20 03:16:31.935189 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 20 03:16:31.935409 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 20 03:16:31.935723 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.936165 dv-cinder-818037-5-smb neutron-server[102443]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 20 03:16:31.936481 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.936766 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.937036 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.937325 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.937608 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.937886 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.938166 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.938461 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.938742 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.939011 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.939287 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.939567 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.939864 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.940151 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.940432 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.940709 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] debug = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.940984 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.941411 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.941825 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.942102 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.942387 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.942663 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.942928 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.943204 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.943481 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.943828 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] host = dv-cinder-818037-5-smb {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.944103 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.944386 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.944669 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.944951 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.945222 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.945491 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.945770 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.946038 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.946304 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] log_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.946585 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.947409 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.948983 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.948983 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.948983 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.948983 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.948983 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.949384 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.949384 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.949526 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.949796 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.950065 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.950335 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.950602 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.950882 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.951163 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.951444 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.951731 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.952003 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.952271 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.952539 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.952820 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.953088 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.953359 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.953625 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.954019 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.954289 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.954560 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.954858 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.955141 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.955421 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.955711 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.956001 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.956281 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.956551 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.956818 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.957082 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] use_json = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.957347 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.957608 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.957882 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.958147 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.958419 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.958683 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.958947 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.959224 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:31.959515 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.959843 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.960133 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.960408 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.960714 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.960988 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.961270 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.961539 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.961820 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.962101 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.962404 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.962913 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.963496 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.963806 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.964103 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.964405 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.964696 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.964987 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.965257 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.965528 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.965806 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.966172 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.966458 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.966732 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.967027 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.967313 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.967589 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.967905 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.968188 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.968477 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.968765 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.969039 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.969314 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.969603 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.969876 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.970144 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.970419 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.970705 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.970978 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.971245 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.971519 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.971819 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.972095 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.972362 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.972634 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.973014 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.973288 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.973560 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.973826 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.974096 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.974368 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.974644 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.974914 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.975181 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.975447 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.975741 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.976010 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.976278 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.976884 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.977150 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.977419 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.977684 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.977951 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.978718 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.978999 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.979271 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.979543 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.979840 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.980115 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.980381 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.980650 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.980913 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.981180 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.981447 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.981727 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.982016 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.982288 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.982557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.982826 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.983094 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.983362 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.983631 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.983928 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.984200 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.984466 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.984749 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.985024 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.985307 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.985582 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.985879 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.986168 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.986437 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.986711 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.986979 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.987249 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.987521 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.987823 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.988114 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.988400 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.988687 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.988971 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.989256 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.989526 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.989827 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.990102 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:31.990313 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 20 03:16:31.990548 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102443) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 20 03:16:32.432646 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 20 03:16:32.432875 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 20 03:16:32.433205 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 20 03:16:32.433542 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 20 03:16:32.771427 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.771676 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.771998 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.773172 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.773442 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.773699 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.810648 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.810913 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.811178 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.827105 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.827374 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.827638 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.856945 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.857220 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.857482 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.895907 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.896175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:32.896439 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.149115 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.149815 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.149815 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.149815 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.150644 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.251441 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.251778 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.252065 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.252325 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.252591 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.252896 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.253149 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.253399 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.253643 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.253916 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.254153 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.254411 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.254660 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.254902 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.255147 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.255400 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.255648 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.255913 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.256173 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.256425 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.256688 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.256937 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.257209 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.257580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.257823 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.258061 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.258448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:33.258682 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:33.258914 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:33.259146 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:33.260018 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:33.260268 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:33.260639 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 20 03:16:33.263765 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 20 03:16:33.267836 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 20 03:16:33.271723 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 20 03:16:33.273395 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 20 03:16:33.273848 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 20 03:16:33.274176 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 20 03:16:33.274555 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 20 03:16:33.277926 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 20 03:16:33.278175 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 20 03:16:33.278520 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 20 03:16:33.283950 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 20 03:16:33.307122 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 20 03:16:33.307583 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.307922 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102443) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 20 03:16:33.308449 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.309819 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102443) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 20 03:16:33.310093 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 20 03:16:33.310342 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 20 03:16:33.313650 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.313925 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:33.380595 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 20 03:16:33.380783 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 20 03:16:33.381048 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 20 03:16:33.381417 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 20 03:16:33.405937 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_db.sqlalchemy.engines [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102443) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 20 03:16:33.961858 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Initializing driver for type 'gre' Nov 20 03:16:33.962372 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] gre ID ranges: [(1, 1000)] Nov 20 03:16:34.016956 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Initializing driver for type 'local' Nov 20 03:16:34.017349 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Initializing driver for type 'vlan' Nov 20 03:16:34.031398 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] VlanTypeDriver initialization complete Nov 20 03:16:34.031811 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Initializing driver for type 'vxlan' Nov 20 03:16:34.032300 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] vxlan ID ranges: [(1, 1000)] Nov 20 03:16:34.087039 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Initializing extension driver 'port_security' Nov 20 03:16:34.087610 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.extensions.port_security [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] PortSecurityExtensionDriver initialization complete Nov 20 03:16:34.087971 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Initializing mechanism driver 'openvswitch' Nov 20 03:16:34.088464 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Initializing mechanism driver 'hyperv' Nov 20 03:16:34.098401 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:34.099627 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > port after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.100260 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > port after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.100612 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > port after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.101638 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:34.102154 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.102594 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.103076 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.104088 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:34.104501 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > network after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.104824 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > network after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.105159 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > network after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.105552 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:34.105953 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > security_group after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.106296 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > security_group after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.106630 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.107024 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:34.107422 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.107781 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.108113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.108505 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:34.108899 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > address_group after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.109237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > address_group after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.109562 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.109951 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 20 03:16:34.110323 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] ML2 OVO RPC backend initialized. {{(pid=102443) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 20 03:16:34.111018 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.111365 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.111794 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > network before_response 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.112147 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > networks before_response 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.112474 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > port before_response 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.112809 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > ports before_response 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.113141 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > subnet before_response 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.113472 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > subnets before_response 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.113813 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > network after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.114144 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > network after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.114470 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > network after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.114797 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > port after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.115123 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > port after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.115446 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > port after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.115810 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > subnet after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.116140 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > subnet after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.116468 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.117043 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.plugin [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Modular L2 Plugin initialization complete Nov 20 03:16:34.117368 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading services supported by the core plugin {{(pid=102443) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 20 03:16:34.117687 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.plugins.ml2.managers [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Got port-security extension from driver 'port_security' Nov 20 03:16:34.118144 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.extensions.vlantransparent [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Disabled vlantransparent extension. Nov 20 03:16:34.118748 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102443) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 20 03:16:34.119352 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading Plugin: router Nov 20 03:16:34.155749 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.156374 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router after_create 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.156475 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router before_create 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.156770 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.157132 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.157478 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router after_delete 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.157825 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.158284 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.158638 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router after_create 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.158979 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router after_update 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.159319 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router after_update 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.159660 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.160032 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router after_update 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.160437 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.160801 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: port after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.161129 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: port after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.161465 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: subnet after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.161792 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.162132 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.162470 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.162812 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: port before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.163147 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.163494 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router after_update 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.163862 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.164203 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_create 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.164556 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.164888 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_update 55549900 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.165241 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > agent after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.165587 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > agent after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.166121 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > network after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.167374 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Tracking information for resource: router configured {{(pid=102443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:34.167715 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Tracking information for resource: floatingip configured {{(pid=102443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 20 03:16:34.172673 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.db.l3_agentschedulers_db [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 20 03:16:34.173243 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: port after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.173595 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: port after_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.173939 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: port after_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.174279 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: port after_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.175041 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router before_create 55550100 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.175425 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.175810 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_create 55550100 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.176161 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > router precommit_update 55550100 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.181096 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.services.provider_configuration [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service providers = [] {{(pid=102443) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 20 03:16:34.181637 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.db.servicetype_db [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102443) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 20 03:16:34.184581 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.services.service_base [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 20 03:16:34.184923 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.services.service_base [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 20 03:16:34.185255 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.services.service_base [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 20 03:16:34.186131 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.services.service_base [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 20 03:16:34.186492 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.services.service_base [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 20 03:16:34.186858 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:34.187168 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 20 03:16:34.198397 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:34.198724 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading Plugin: auto_allocate Nov 20 03:16:34.204518 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: network precommit_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.204884 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: network precommit_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.205393 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:34.205704 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading Plugin: tag Nov 20 03:16:34.212706 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:34.213415 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading Plugin: timestamp Nov 20 03:16:34.217346 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:34.217675 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading Plugin: network_ip_availability Nov 20 03:16:34.223111 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.223471 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.223845 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.224551 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:34.224864 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading Plugin: flavors Nov 20 03:16:34.230714 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:34.231041 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading Plugin: revisions Nov 20 03:16:34.235356 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 20 03:16:34.235735 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_concurrency.lockutils [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=102443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 20 03:16:34.236508 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102443) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 20 03:16:34.236840 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Initializing extension manager. Nov 20 03:16:34.237353 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: __init__.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.237686 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: __pycache__ {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.238012 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.238334 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: address_group.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.239079 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.239642 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: address-group Nov 20 03:16:34.239982 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: address_scope.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.240686 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.241191 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: address-scope Nov 20 03:16:34.241477 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.242434 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.242933 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: router-admin-state-down-before-update Nov 20 03:16:34.243245 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: agent.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.243972 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.244877 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: agent Nov 20 03:16:34.245189 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: agent_resources_synced.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.246102 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.246597 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: agent-resources-synced Nov 20 03:16:34.246908 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: allowedaddresspairs.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.248716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.249221 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: allowed-address-pairs Nov 20 03:16:34.249538 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: auto_allocated_topology.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.250610 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.251120 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: auto-allocated-topology Nov 20 03:16:34.251440 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: availability_zone.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.252171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.252663 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: availability_zone Nov 20 03:16:34.252979 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: availability_zone_filter.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.253870 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.254369 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: availability_zone_filter Nov 20 03:16:34.254681 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: data_plane_status.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.255570 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.256092 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension data-plane-status not supported by any of loaded plugins Nov 20 03:16:34.256401 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: default_subnetpools.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.257317 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.257818 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: default-subnetpools Nov 20 03:16:34.258130 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.258917 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.259492 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: dhcp_agent_scheduler Nov 20 03:16:34.259956 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: dns.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.260863 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.261355 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension dns-integration not supported by any of loaded plugins Nov 20 03:16:34.261665 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: dns_domain_ports.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.262568 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.263066 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 20 03:16:34.263377 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.264308 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.264810 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 20 03:16:34.265123 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: dvr.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.265786 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.266282 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: dvr Nov 20 03:16:34.266595 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: ecmp_routes.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.267497 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.268013 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 20 03:16:34.268318 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: empty_string_filtering.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.269216 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.269717 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: empty-string-filtering Nov 20 03:16:34.270031 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.270926 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.271424 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 20 03:16:34.271765 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.272660 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.273151 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 20 03:16:34.273461 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: external_net.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.274349 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.274846 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: external-net Nov 20 03:16:34.275183 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.276564 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.277055 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: extra_dhcp_opt Nov 20 03:16:34.277371 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: extraroute.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.278261 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.278756 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: extraroute Nov 20 03:16:34.279065 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: extraroute_atomic.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.280330 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.280856 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: extraroute-atomic Nov 20 03:16:34.281152 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: filter_validation.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.281808 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.282309 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: filter-validation Nov 20 03:16:34.282622 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: fip_pf_description.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.283530 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.284046 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 20 03:16:34.284357 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: fip_port_details.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.285270 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.285767 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: fip-port-details Nov 20 03:16:34.286081 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: flavors.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.287302 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.287862 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: flavors Nov 20 03:16:34.288182 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.289867 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.290440 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 20 03:16:34.290748 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: floatingip_pools.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.291939 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.292958 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: floatingip-pools Nov 20 03:16:34.292958 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: ip_allocation.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.293785 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.294286 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension ip_allocation not supported by any of loaded plugins Nov 20 03:16:34.294602 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.295515 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.296050 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: ip-substring-filtering Nov 20 03:16:34.296367 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: l2_adjacency.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.297292 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.297787 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 20 03:16:34.298101 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: l3.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.299071 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.299581 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: router Nov 20 03:16:34.299921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.302182 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.302701 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 20 03:16:34.303025 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.303983 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.304494 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: ext-gw-mode Nov 20 03:16:34.304812 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.305899 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.306580 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: l3-ha Nov 20 03:16:34.307234 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: l3_flavors.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.308181 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.308683 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: l3-flavors Nov 20 03:16:34.308997 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.309901 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.310400 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 20 03:16:34.310714 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: l3agentscheduler.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.311778 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.312282 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: l3_agent_scheduler Nov 20 03:16:34.312599 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: local_ip.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.314345 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.314852 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension local_ip not supported by any of loaded plugins Nov 20 03:16:34.315174 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: logging.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.318135 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.318662 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension logging not supported by any of loaded plugins Nov 20 03:16:34.318987 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: metering.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.319763 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.320351 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: metering Nov 20 03:16:34.320676 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.321760 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.322583 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: metering_source_and_destination_fields Nov 20 03:16:34.322914 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: multiprovidernet.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.323869 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.324377 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: multi-provider Nov 20 03:16:34.324694 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: netmtu.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.325606 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.326107 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: net-mtu Nov 20 03:16:34.326431 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: netmtu_writable.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.327349 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.327892 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: net-mtu-writable Nov 20 03:16:34.328207 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: network_availability_zone.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.328868 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.329366 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: network_availability_zone Nov 20 03:16:34.329678 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: network_ip_availability.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.330778 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.331283 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: network-ip-availability Nov 20 03:16:34.331597 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: network_segment_range.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.332382 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.332879 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension network-segment-range not supported by any of loaded plugins Nov 20 03:16:34.333192 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: pagination.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.334169 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.334491 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: pagination Nov 20 03:16:34.334807 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: port_device_profile.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.335718 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.336222 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: port-device-profile Nov 20 03:16:34.336536 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.337450 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.338464 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: port-mac-address-regenerate Nov 20 03:16:34.338779 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.339712 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.340223 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: port-numa-affinity-policy Nov 20 03:16:34.340535 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: port_resource_request.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.341436 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.341931 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension port-resource-request not supported by any of loaded plugins Nov 20 03:16:34.342238 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: port_resource_request_groups.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.343207 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.343725 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 20 03:16:34.344041 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: portbindings.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.344959 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.345460 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: binding Nov 20 03:16:34.345777 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: portbindings_extended.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.347040 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.347546 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: binding-extended Nov 20 03:16:34.347892 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: portsecurity.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.348799 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.349298 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: port-security Nov 20 03:16:34.349615 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: project_id.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.350572 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.350902 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: project-id Nov 20 03:16:34.351555 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: providernet.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.352512 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.353012 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: provider Nov 20 03:16:34.353441 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.357454 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.357982 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos not supported by any of loaded plugins Nov 20 03:16:34.358303 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.359550 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.360093 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 20 03:16:34.360416 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.361334 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.361840 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 20 03:16:34.362154 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_default.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.363081 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.363584 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-default not supported by any of loaded plugins Nov 20 03:16:34.363934 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_fip.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.364579 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.365076 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-fip not supported by any of loaded plugins Nov 20 03:16:34.365389 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_gateway_ip.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.366296 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.366796 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 20 03:16:34.367107 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_port_network_policy.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.368047 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.368547 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 20 03:16:34.368906 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.370630 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.371370 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 20 03:16:34.371775 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_pps_rule.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.372985 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.373495 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-pps not supported by any of loaded plugins Nov 20 03:16:34.373815 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_rule_type_details.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.374718 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.375224 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 20 03:16:34.375540 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: qos_rules_alias.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.376593 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.377100 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 20 03:16:34.377415 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: quota_check_limit.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.378314 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.378818 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: quota-check-limit Nov 20 03:16:34.379140 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: quotasv2.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.380113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.380435 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: quotas Nov 20 03:16:34.380749 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: quotasv2_detail.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.383941 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.384270 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: quota_details Nov 20 03:16:34.384870 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: rbac.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.386206 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.386726 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: rbac-policies Nov 20 03:16:34.387050 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: rbac_address_group.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.388005 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.388520 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: rbac-address-group Nov 20 03:16:34.388838 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: rbac_address_scope.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.389754 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.390258 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: rbac-address-scope Nov 20 03:16:34.390571 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: rbac_security_groups.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.391478 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.392014 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: rbac-security-groups Nov 20 03:16:34.392332 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: rbac_subnetpool.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.393237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.393732 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: rbac-subnetpool Nov 20 03:16:34.394161 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: revisionifmatch.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.395075 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.395573 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: revision-if-match Nov 20 03:16:34.395909 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: revisions.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.397008 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.397508 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: standard-attr-revisions Nov 20 03:16:34.397819 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: router_availability_zone.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.398474 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.398971 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: router_availability_zone Nov 20 03:16:34.399284 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: routerservicetype.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.400441 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.400981 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension router-service-type not supported by any of loaded plugins Nov 20 03:16:34.401294 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.402300 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.402816 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: security-groups-normalized-cidr Nov 20 03:16:34.403124 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.404066 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.404566 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: port-security-groups-filtering Nov 20 03:16:34.404885 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.405808 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.406325 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: security-groups-remote-address-group Nov 20 03:16:34.406629 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.407538 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.408099 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: security-groups-shared-filtering Nov 20 03:16:34.408414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.408998 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 20 03:16:34.409306 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: securitygroup.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.423636 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.424203 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: security-group Nov 20 03:16:34.424525 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: segment.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.425315 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.425822 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension segment not supported by any of loaded plugins Nov 20 03:16:34.426140 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.427133 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.427629 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 20 03:16:34.427984 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: servicetype.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.429088 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.429599 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: service-type Nov 20 03:16:34.429931 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: sorting.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.431190 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.431810 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: sorting Nov 20 03:16:34.432408 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: standard_attr_segment.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.433322 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.433831 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 20 03:16:34.434144 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: standardattrdescription.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.434785 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.435291 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: standard-attr-description Nov 20 03:16:34.435604 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: stateful_security_group.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.436555 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.437059 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: stateful-security-group Nov 20 03:16:34.437372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: stdattrs_common.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.437939 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 20 03:16:34.438249 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.439201 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.439722 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 20 03:16:34.441768 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: subnet_onboard.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.442860 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.443384 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: subnet_onboard Nov 20 03:16:34.443730 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.444650 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.445159 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 20 03:16:34.445476 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: subnet_service_types.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.446405 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.446923 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: subnet-service-types Nov 20 03:16:34.448404 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: subnetallocation.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.449516 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.450040 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: subnet_allocation Nov 20 03:16:34.450357 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.451023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.451525 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: subnetpool-prefix-ops Nov 20 03:16:34.451866 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.452805 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.453321 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 20 03:16:34.453636 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: tagging.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.454716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.455227 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: standard-attr-tag Nov 20 03:16:34.455548 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: timestamp.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.456802 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.457309 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loaded extension: standard-attr-timestamp Nov 20 03:16:34.457632 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: trunk.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.458673 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.459186 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension trunk not supported by any of loaded plugins Nov 20 03:16:34.459504 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: trunk_details.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.460453 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.460962 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension trunk-details not supported by any of loaded plugins Nov 20 03:16:34.461278 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: uplink_status_propagation.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.462192 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.463129 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 20 03:16:34.463397 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Loading extension file: vlantransparent.py {{(pid=102443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 20 03:16:34.464100 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 20 03:16:34.464598 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 20 03:16:34.467204 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:network Nov 20 03:16:34.467777 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:subnet Nov 20 03:16:34.468180 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:34.468566 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:port Nov 20 03:16:34.469814 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.475952 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service FLAVORS assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.477019 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.477450 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.477788 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:router Nov 20 03:16:34.478210 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:floatingip Nov 20 03:16:34.479234 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service METERING assigned prefix: /metering {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.480766 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.481134 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.481477 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:16:34.482498 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of CountableResource for resource:rbac_policy Nov 20 03:16:34.482929 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:security_group Nov 20 03:16:34.483369 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 20 03:16:34.484009 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service CORE assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.484341 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:34.484679 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] subnetpool is already registered Nov 20 03:16:34.485094 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service CORE assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.485420 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:34.485742 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] subnetpool is already registered Nov 20 03:16:34.488104 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.488530 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service FLAVORS assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.489108 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.489516 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.489840 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:router Nov 20 03:16:34.490169 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] router is already registered Nov 20 03:16:34.490571 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:floatingip Nov 20 03:16:34.490895 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] floatingip is already registered Nov 20 03:16:34.491335 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service METERING assigned prefix: /metering {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.492027 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of CountableResource for resource:rbac_policy Nov 20 03:16:34.492344 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] rbac_policy is already registered Nov 20 03:16:34.492749 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:security_group Nov 20 03:16:34.493074 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] security_group is already registered Nov 20 03:16:34.493471 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 20 03:16:34.493796 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] security_group_rule is already registered Nov 20 03:16:34.494598 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service CORE assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.495002 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:34.495339 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] subnetpool is already registered Nov 20 03:16:34.495768 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.v2.resource_helper [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Service CORE assigned prefix: {{(pid=102443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 20 03:16:34.496096 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 03:16:34.496417 dv-cinder-818037-5-smb neutron-server[102443]: WARNING neutron.quota.resource_registry [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] subnetpool is already registered Nov 20 03:16:34.496887 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: extensions {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.498403 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: address-groups {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.499939 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: address-scopes {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.501268 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: agents {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.502447 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: auto-allocated-topology {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.503791 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: availability_zones {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.504952 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: dhcp-networks {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.506476 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: dhcp-agents {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.507946 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: routers {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.510802 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: flavors {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.512022 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: service_profiles {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.513232 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: next_providers {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.514712 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: service_profiles {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.516319 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: floatingip-pools {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.517534 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: routers {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.519676 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: floatingips {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.521956 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: l3-routers {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.523385 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: l3-agents {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.524835 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: metering-labels {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.526714 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: metering-label-rules {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.528039 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: network-ip-availabilities {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.529320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: bindings {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.531007 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: quotas {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.532586 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: quotas {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.534151 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: rbac-policies {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.535439 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: security-groups {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.536695 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: security-group-rules {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.537953 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: service-providers {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.539163 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: subnetpools {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.540615 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: subnetpools {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.542558 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.544280 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.546114 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.547966 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.549771 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.551618 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.553338 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.555255 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.557269 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.559117 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron.api.extensions [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Extended resource: tags {{(pid=102443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 20 03:16:34.565421 dv-cinder-818037-5-smb neutron-server[102443]: WARNING keystonemiddleware.auth_token [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 20 03:16:34.570195 dv-cinder-818037-5-smb neutron-server[102443]: WARNING keystonemiddleware.auth_token [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 20 03:16:34.579514 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_concurrency.lockutils [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Acquired lock "singleton_lock" {{(pid=102443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 20 03:16:34.580004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_concurrency.lockutils [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Releasing lock "singleton_lock" {{(pid=102443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 20 03:16:34.580648 dv-cinder-818037-5-smb neutron-server[102443]: INFO oslo_service.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Starting 2 workers Nov 20 03:16:34.585445 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Started child 102584 {{(pid=102443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 20 03:16:34.591457 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Started child 102585 {{(pid=102443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 20 03:16:34.591749 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:34.592405 dv-cinder-818037-5-smb neutron-server[102443]: INFO neutron.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 20 03:16:34.592405 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Publish callbacks [] for process, before_spawn {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:34.593076 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [-] (102584) wsgi starting up on http://0.0.0.0:9696 Nov 20 03:16:34.594738 dv-cinder-818037-5-smb neutron-server[102443]: INFO oslo_service.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Starting 1 workers Nov 20 03:16:34.595159 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:34.596525 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [-] (102585) wsgi starting up on http://0.0.0.0:9696 Nov 20 03:16:34.600031 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Started child 102586 {{(pid=102443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 20 03:16:34.600597 dv-cinder-818037-5-smb neutron-server[102443]: INFO oslo_service.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Starting 1 workers Nov 20 03:16:34.604394 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] calling RpcWorker wait() {{(pid=102586) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 20 03:16:34.604983 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] returning from RpcWorker wait() {{(pid=102586) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 20 03:16:34.605996 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Started child 102587 {{(pid=102443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 20 03:16:34.606228 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:34.606724 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:34.606858 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4749451-4a34-4055-8ed9-0419b3c6a3a0 None None] Publish callbacks [] for process, after_spawn {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:34.608721 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 20 03:16:34.608908 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 20 03:16:34.609108 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 20 03:16:34.609324 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 20 03:16:34.609625 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 20 03:16:34.609826 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 20 03:16:34.610340 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.610605 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.610873 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.611121 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.611395 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.611977 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.612129 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:34.612620 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.612620 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.612793 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.612960 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.613124 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.613285 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.613531 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.613774 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.614050 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.614298 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.614529 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.614789 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.614958 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.615203 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.615445 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.615687 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.615968 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] debug = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.616217 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.616707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.616933 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.617179 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.617430 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.617707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.618023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.618280 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.618522 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.618748 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.619149 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.620019 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.620261 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.620491 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.620741 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.620954 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.621222 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.621409 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.621892 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] host = dv-cinder-818037-5-smb {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.622109 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.622341 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.622565 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.622802 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.623049 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.623261 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.623531 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.623809 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.624045 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.624269 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.624502 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.624757 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.624991 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.625227 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.625387 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_options = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.625595 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.625880 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.626118 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.626313 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.626476 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.626650 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.626899 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.627058 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.627302 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.627517 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.627744 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.627969 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.628192 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.628426 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.628672 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.628895 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.629119 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.629341 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.629601 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.629813 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.630035 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.630267 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.630492 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.630704 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.630927 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.631194 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.631402 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.631626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.631878 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.632114 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.632324 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.632566 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.632821 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.633020 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.633276 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.633499 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.633717 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.633945 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.634213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.634432 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.635029 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.635431 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.635644 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.635913 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.636125 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.636337 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.636566 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_json = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.636776 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.637319 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.637433 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.638063 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.639283 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.639510 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.639767 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.640137 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.640616 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.640995 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.641388 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.642178 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.642417 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.642722 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.643182 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.644179 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.645198 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.645450 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.645772 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.646005 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.646308 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.646562 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.647015 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.647585 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.647894 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.649610 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.649850 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.650108 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.651229 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:34.651792 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.652143 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.653133 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.653861 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.654129 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.654404 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.654651 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.654945 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.655243 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.655613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.656275 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.656540 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.656825 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.657057 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.657312 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.657544 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.657774 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.658004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.658251 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.658527 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.658758 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.658981 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.659217 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.659455 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.659727 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.660022 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.660272 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.660649 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.660899 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.661159 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.661400 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.661621 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.661910 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.662189 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.662530 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.662773 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.663039 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.663605 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.663895 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.664120 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.664350 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.664578 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.664817 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.665043 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.665260 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.665481 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.665723 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.665974 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.666239 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.666454 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.666830 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.667048 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.667276 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.667501 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.667736 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.667963 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.668199 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.668422 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.668638 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.668849 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.669233 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.669728 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.670094 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.670572 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.670797 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.671023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.671249 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.671466 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.671714 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.671958 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.672209 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.672485 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.672793 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.673044 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.673293 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.673517 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.673776 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.673996 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.674238 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.674460 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.674698 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.674913 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.675178 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.675411 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.675646 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.675949 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.676114 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.676375 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.676606 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.676844 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.677096 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.677330 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.677553 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.677830 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.678067 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.678327 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.678728 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.678822 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.679047 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.679301 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.679592 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.679847 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.680292 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.680740 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.681061 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.681353 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.681751 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.682196 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.682314 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.682593 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.683077 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.683462 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.683759 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.684013 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.684278 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.684507 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.684760 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.684996 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.685312 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.685542 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.685780 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.686004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.686292 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.686524 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.686755 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.687012 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.687263 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.687503 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.687793 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.688048 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.688271 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.688504 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.688737 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.688953 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.689205 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.689415 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.689655 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.689876 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.690094 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.690344 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.690572 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.690922 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.691125 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.691498 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.691893 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.692294 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.692698 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.693071 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.693443 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.693824 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.694181 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.694541 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.695007 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.695414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.695828 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.696238 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.696631 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.697088 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.697486 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.697868 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.698285 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.698646 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.699048 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.699452 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.699685 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.699928 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.700156 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.700397 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.700634 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.700967 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.701209 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.701471 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.701731 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.702113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.702381 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.702614 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.702871 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.703094 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.703328 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.703588 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.703832 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.704053 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.704282 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.704498 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.704745 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.705027 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.705291 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.705489 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.705889 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.706323 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.706545 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.706759 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.707045 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.707297 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.707535 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.707820 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.708061 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.708251 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.708511 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.708701 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.708909 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.709148 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.709364 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.709575 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.709802 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.710013 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.710204 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.710426 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.710641 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.710894 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.711139 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.711347 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.711559 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.711807 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.712027 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.712245 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.712469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.712704 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.712913 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.713195 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.713352 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.713559 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.713786 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.713996 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.714205 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.714427 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.714642 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.714876 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.715297 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.715624 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.715879 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.716165 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.716646 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.716909 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.717151 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.717476 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.717694 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.717938 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.718177 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.718394 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.718779 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.719179 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.719632 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.720135 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.720570 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.720829 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.721135 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.721468 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.721749 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.721968 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.722255 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.722576 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.722847 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.723252 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.723633 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.723928 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.724156 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.724382 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.724646 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.724857 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.725078 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.725334 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.725571 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.725795 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.726016 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.726603 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.726810 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.727034 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.727251 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.727495 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.727753 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.727933 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 20 03:16:34.728589 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 20 03:16:34.728758 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 20 03:16:34.728916 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 20 03:16:34.729246 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 20 03:16:34.729421 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 20 03:16:34.729576 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 20 03:16:34.729795 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.729961 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.730123 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.730285 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.730444 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.730626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.730785 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.730945 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.731214 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.731329 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.731433 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.731585 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.731765 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.731924 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.732856 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.732856 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.732856 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.732856 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.732856 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.733209 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.733209 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.733209 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.733407 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] debug = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.733506 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.733729 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.733891 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.734196 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.734501 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.734660 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.734817 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.735025 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.735189 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.735344 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.735500 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.735659 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.735841 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.735997 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.736157 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.736318 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.736486 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.736642 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.736789 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:34.736914 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] host = dv-cinder-818037-5-smb {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.736914 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.737151 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.737274 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.737398 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.737540 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.737667 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.737802 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.737929 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.738448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.738448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.738448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.738826 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.738826 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.738826 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.739175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_options = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.739175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.739423 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.739423 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.739658 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.739819 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.739946 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.740072 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.740211 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.740347 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.740480 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.740616 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.740746 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.740902 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.741058 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.741215 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.741372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.741528 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.741684 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.741846 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.742002 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.742184 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.742363 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.742524 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.742679 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.742836 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.742993 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.743150 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.743309 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.743465 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.743622 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.743800 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.744026 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.744224 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.744373 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.744503 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.744646 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.744780 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.744908 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.745032 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.745157 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.745296 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.745490 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.745617 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.745742 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.745867 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.746006 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.746133 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_json = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.746262 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.746418 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.746575 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.746731 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.746888 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.747043 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.747255 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.747391 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 20 03:16:34.748397 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.748397 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.748397 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.748783 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.748783 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.749012 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.749012 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.749929 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.749929 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.749929 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.749929 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.749929 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.749929 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.750845 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.750845 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.750845 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.750845 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.750845 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.750845 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.752700 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.752700 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.752700 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.752700 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.752700 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.752700 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.752700 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.752700 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.753626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.753626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.753626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.753626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.753626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.753626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.753626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.753626 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.755175 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.757469 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.760448 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761089 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.761707 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762320 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.762921 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.763457 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.763457 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.763457 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.763457 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.763457 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.763457 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.765580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.765580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.765580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.765580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.765580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.765580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.765580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.765580 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.766613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.766613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.766613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.766613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.766613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.766613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.766613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.766613 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.767414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.767414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.767414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.767414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.767414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.767414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.767414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.767414 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.768171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.768171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.768171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.768171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.768171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.768171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.768171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.768171 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.769557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.769557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.769557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.769557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.769557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.769557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.769557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.769557 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.770464 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.770464 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.770464 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.770464 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.770464 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.770464 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.770464 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.771671 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.771671 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.771671 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.771671 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.771671 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.771671 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.771671 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.771671 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.772594 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.772594 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.772594 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.772594 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.772594 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.772594 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.772594 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773399 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773399 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773399 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773399 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773399 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773973 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773973 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773973 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.773973 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.774425 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.774425 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.774425 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.774777 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.774777 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.774777 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.775151 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.775151 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.775386 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.775584 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.775584 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.775896 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.777004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.777004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.777004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.777004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.777004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.777004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.777004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.778190 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.778190 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.778190 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.778190 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.778190 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.778190 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.779716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.779716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.779716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.779716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.779716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.779716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.779716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.779716 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781237 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781881 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781881 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781881 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781881 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781881 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781881 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781881 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.781881 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.783372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.783372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.783372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.783372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.783372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.783372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.783372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.783372 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.786023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.786023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.786023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.786023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.786023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.786023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.786023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.786023 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787004 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787554 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787554 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787554 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787554 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787554 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787554 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787554 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.787554 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789213 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789831 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789831 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789831 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789831 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789831 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789831 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789831 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.789831 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.791113 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.792546 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.793250 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.793250 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 20 03:16:34.793250 dv-cinder-818037-5-smb neutron-server[102443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 20 03:16:34.864861 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 43860) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:34.883256 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0106621 Nov 20 03:16:46.429304 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b09a10-b857-4dd8-8e1d-707699671c7d None None] get_active_networks_info from dv-cinder-818037-5-smb {{(pid=102586) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 20 03:16:46.520561 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b09a10-b857-4dd8-8e1d-707699671c7d None None] No non-hosted networks {{(pid=102586) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 20 03:16:46.537712 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-215c6cd4-11ad-4da3-8b33-d2ce1995105f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1660796'] for agent, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:48.465043 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4a04a7d7-c493-442d-a618-c1a4ffba110a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1660796'] for agent, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:48.536249 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ae1b939b-da4d-4d14-9a8e-790913ce29f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:49.752445 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1660796'] for agent, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:51.033381 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1660796'] for agent, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:51.751418 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1660796'] for agent, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:51.752535 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.753068 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.753404 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.754032 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.757601 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.760034 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.760392 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.760765 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.761106 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.761444 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.761768 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.762088 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:16:51.762507 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818037-5-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:51.773422 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818037-5-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:16:52.426274 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 43954) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:52.975159 dv-cinder-818037-5-smb neutron-server[102584]: WARNING oslo_policy.policy [None req-56810544-6fc9-4b54-96de-2d5751315a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:52.976102 dv-cinder-818037-5-smb neutron-server[102584]: WARNING oslo_policy.policy [None req-56810544-6fc9-4b54-96de-2d5751315a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:53.205351 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [None req-56810544-6fc9-4b54-96de-2d5751315a9d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:16:53.219759 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-56810544-6fc9-4b54-96de-2d5751315a9d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7791305 Nov 20 03:16:54.093988 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.db.l3_hamode_db [None req-4af0ee6c-faa2-4460-a815-9ec7870b5d54 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 20 03:16:54.171340 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0ee6c-faa2-4460-a815-9ec7870b5d54 None None] Routers set() bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:16:54.171720 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0ee6c-faa2-4460-a815-9ec7870b5d54 None None] Router IDs set() for agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 20 03:16:55.765012 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 43970) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:56.298661 dv-cinder-818037-5-smb neutron-server[102585]: WARNING oslo_policy.policy [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:56.299228 dv-cinder-818037-5-smb neutron-server[102585]: WARNING oslo_policy.policy [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:56.526666 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:16:56.622031 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.policy [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102585) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 20 03:16:56.668929 dv-cinder-818037-5-smb neutron-server[102585]: WARNING oslo_policy.policy [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:56.669307 dv-cinder-818037-5-smb neutron-server[102585]: WARNING oslo_policy.policy [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:16:56.678029 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.quota [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] Loaded quota_driver: . Nov 20 03:16:56.771535 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739869953668', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739869952089', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739869965734', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739869968229', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739869975518', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739869985113', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-604895', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1322599', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-355641', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-396150'] for rbac-policy, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:56.842839 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:16:56.844213 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-3de54ce3-57cd-4957-b882-0d92480af841 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0769432 Nov 20 03:16:59.616384 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 43988) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:16:59.946279 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'name': 'private'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:16:59.981039 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Made reservation on behalf of 3bceddf08f6044ce8abc397762c9c008 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:16:59.985487 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:00.005058 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:00.130105 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:00.136930 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:00.157516 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:17:00.186294 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739865400167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:00.186876 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Unsubscribe: segment precommit_create {{(pid=102585) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 20 03:17:00.187377 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.segments_db [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Added segment 9f0839a8-305d-4e0d-9fe3-f88c92beec08 of type vlan for network 10d3baf0-272a-45fa-bc82-d23dbca8f957 Nov 20 03:17:00.203276 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6a370a-d68d-4619-ba4f-2a1d3405ef15,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:00.253708 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.253987 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.254310 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.254640 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.254958 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.255275 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.255578 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.255920 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.256247 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.256560 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.256870 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.257174 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Tracked resource versions report: Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: pushed versions: Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: { 'AddressGroup': {'1.2'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'ConntrackHelper': {'1.0'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Log': {'1.0'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Network': {'1.1'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Port': {'1.7'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'PortForwarding': {'1.2'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'QosPolicy': {'1.10'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'SecurityGroup': {'1.5'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'SubPort': {'1.0'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Subnet': {'1.1'}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Trunk': {'1.1'}} Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: consumer versions: Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: { DHCP agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: L3 agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: Metadata agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: Metering agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: Open vSwitch agent@dv-cinder-818037-5-smb: { 'AddressGroup': '1.2', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'ConntrackHelper': '1.0', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Log': '1.0', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Network': '1.1', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Port': '1.7', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'PortForwarding': '1.2', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'QosPolicy': '1.10', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'SecurityGroup': '1.5', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'SecurityGroupRule': '1.2', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'SubPort': '1.0', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Subnet': '1.1', Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: 'Trunk': '1.1'}} Nov 20 03:17:00.258290 dv-cinder-818037-5-smb neutron-server[102585]: {{(pid=102585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:17:00.302571 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:00.346566 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:00.347924 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:00.348777 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:00.421647 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8041439 Nov 20 03:17:00.452220 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02a8a4-fe14-4743-a569-c92b4ff90204 admin admin] Pushing event updated for resources: {'Network': ['ID=10d3baf0-272a-45fa-bc82-d23dbca8f957,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:00.465253 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 10d3baf0-272a-45fa-bc82-d23dbca8f957 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:17:03.388709 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 44002) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:03.817524 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f8458f-2b1c-475e-8907-1355298073ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:03.818819 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-03f8458f-2b1c-475e-8907-1355298073ce admin admin] 10.222.0.53 "GET /v2.0/networks/10d3baf0-272a-45fa-bc82-d23dbca8f957 HTTP/1.1" status: 200 len: 825 time: 0.4291039 Nov 20 03:17:03.847498 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8aa0308e-b104-42d2-a608-2b3ba03009b1 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/68c3dc1c-f5b6-4b72-aee4-4b726819a02e HTTP/1.1" status: 200 len: 734 time: 0.0191576 Nov 20 03:17:03.857023 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '68c3dc1c-f5b6-4b72-aee4-4b726819a02e', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:03.883287 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Made reservation on behalf of 3bceddf08f6044ce8abc397762c9c008 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:17:03.886391 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:04.207869 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:04.273538 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fc2674-bf49-4289-ad2d-7e982e27a2a2,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:04.280772 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Checking segment: {'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:17:04.281156 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Network hostable DHCP agents. Network: 10d3baf0-272a-45fa-bc82-d23dbca8f957, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:17:04.304133 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Network 10d3baf0-272a-45fa-bc82-d23dbca8f957 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:17:04.317574 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 10d3baf0-272a-45fa-bc82-d23dbca8f957) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:04.322621 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:04.323299 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:04.330829 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89c9944-08b9-4392-b848-574d0eef1c06 None None] Network 10d3baf0-272a-45fa-bc82-d23dbca8f957 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:17:04.340548 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ba8741c0-81ab-4ab7-8d54-10f82e229bb1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4867833 Nov 20 03:17:04.659619 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc2eb012-ab43-549e-aadf-34dfc20f528b-10d3baf0-272a-45fa-bc82-d23dbca8f957', 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'fixed_ips': [{'subnet_id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2'}]}} from dv-cinder-818037-5-smb. {{(pid=102586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:17:04.660884 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:04.962845 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Allocated IP 172.20.0.2 (10d3baf0-272a-45fa-bc82-d23dbca8f957/79fc2674-bf49-4289-ad2d-7e982e27a2a2/75b09a00-230b-499e-93a8-7c7fd1bb762a) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:17:05.168102 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.177745 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.259212 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Network 10d3baf0-272a-45fa-bc82-d23dbca8f957 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:17:05.264267 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:05.269826 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Pushing event updated for resources: {'Port': ['ID=75b09a00-230b-499e-93a8-7c7fd1bb762a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:05.272199 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:17:05.282581 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.282937 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.283268 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.283598 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.284001 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.284308 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.284634 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.284953 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.285289 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.285610 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.285915 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.286217 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Tracked resource versions report: Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: pushed versions: Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: { 'AddressGroup': {'1.2'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'ConntrackHelper': {'1.0'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Log': {'1.0'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Network': {'1.1'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Port': {'1.7'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'PortForwarding': {'1.2'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'QosPolicy': {'1.10'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'SecurityGroup': {'1.5'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'SubPort': {'1.0'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Subnet': {'1.1'}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Trunk': {'1.1'}} Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: consumer versions: Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: { DHCP agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: L3 agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: Metadata agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: Metering agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: Open vSwitch agent@dv-cinder-818037-5-smb: { 'AddressGroup': '1.2', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'ConntrackHelper': '1.0', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Log': '1.0', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Network': '1.1', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Port': '1.7', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'PortForwarding': '1.2', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'QosPolicy': '1.10', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'SecurityGroup': '1.5', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'SecurityGroupRule': '1.2', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'SubPort': '1.0', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Subnet': '1.1', Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: 'Trunk': '1.1'}} Nov 20 03:17:05.287370 dv-cinder-818037-5-smb neutron-server[102586]: {{(pid=102586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:17:05.361039 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Attempting to bind port 75b09a00-230b-499e-93a8-7c7fd1bb762a on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:17:05.361779 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Attempting to bind port 75b09a00-230b-499e-93a8-7c7fd1bb762a by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:17:05.361779 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Attempting to bind port 75b09a00-230b-499e-93a8-7c7fd1bb762a on network 10d3baf0-272a-45fa-bc82-d23dbca8f957 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:17:05.367203 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:17:05.367615 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Checking segment: {'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:17:05.368131 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.368498 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Bound using segment: {'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:17:05.368993 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Bound port: 75b09a00-230b-499e-93a8-7c7fd1bb762a, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:17:05.369508 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.434911 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] For port 75b09a00-230b-499e-93a8-7c7fd1bb762a, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:17:05.440050 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] For port 75b09a00-230b-499e-93a8-7c7fd1bb762a, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=75b09a00-230b-499e-93a8-7c7fd1bb762a,segment=NetworkSegment(9f0839a8-305d-4e0d-9fe3-f88c92beec08),segment_id=9f0839a8-305d-4e0d-9fe3-f88c92beec08)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:17:05.446048 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:05.512955 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a099c4-315e-4e0b-a5dc-15ff3ccdf069 None None] Pushing event updated for resources: {'Port': ['ID=75b09a00-230b-499e-93a8-7c7fd1bb762a,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:06.881276 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 44010) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:07.212826 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [None req-3f12f6a4-079a-4a39-ad2d-0d46bedd3261 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:17:07.214019 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-3f12f6a4-079a-4a39-ad2d-0d46bedd3261 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3317778 Nov 20 03:17:09.739789 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44018) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:10.075644 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [None req-bbcda660-d7f7-4e68-8ba1-eea732c8941d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:17:10.076590 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-bbcda660-d7f7-4e68-8ba1-eea732c8941d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3358715 Nov 20 03:17:12.879623 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44028) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:13.193959 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] Request body: {'router': {'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:13.271463 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.policy [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102584) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 20 03:17:13.319974 dv-cinder-818037-5-smb neutron-server[102584]: WARNING oslo_policy.policy [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:17:13.320357 dv-cinder-818037-5-smb neutron-server[102584]: WARNING oslo_policy.policy [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 03:17:13.329495 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.quota [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] Loaded quota_driver: . Nov 20 03:17:13.387026 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1659417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6833'] for router, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.388808 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-323328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.515012 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 75b09a00-230b-499e-93a8-7c7fd1bb762a up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:13.542672 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.548265 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563'] for router, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.570001 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.575756 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-8292e73f-a909-4268-870a-09e97751f2fe admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6906681 Nov 20 03:17:13.610096 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 75b09a00-230b-499e-93a8-7c7fd1bb762a triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:13.610511 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.728941 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.767116 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port 75b09a00-230b-499e-93a8-7c7fd1bb762a, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=75b09a00-230b-499e-93a8-7c7fd1bb762a,segment=NetworkSegment(9f0839a8-305d-4e0d-9fe3-f88c92beec08),segment_id=9f0839a8-305d-4e0d-9fe3-f88c92beec08)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:17:13.773212 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:13.825403 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=75b09a00-230b-499e-93a8-7c7fd1bb762a,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:14.537945 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e76fe-b3d3-4249-8640-f0be99717356 None None] Network 10d3baf0-272a-45fa-bc82-d23dbca8f957 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:17:14.601602 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60698719-8705-485c-a4df-2a591ada105d None None] Provisioning complete for port 75b09a00-230b-499e-93a8-7c7fd1bb762a triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:14.601851 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60698719-8705-485c-a4df-2a591ada105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:14.959074 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-07c1dc74-1767-41c1-abc0-8146adbaae2e None None] Provisioning complete for port 75b09a00-230b-499e-93a8-7c7fd1bb762a triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:14.959542 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-07c1dc74-1767-41c1-abc0-8146adbaae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:15.486939 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 75b09a00-230b-499e-93a8-7c7fd1bb762a up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:15.537017 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 75b09a00-230b-499e-93a8-7c7fd1bb762a triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:15.537382 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:16.081507 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44042) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:16.320035 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f7812c7c-9df3-4575-891c-636bd56fd4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:16.430157 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [None req-9f42bdab-5b4a-4f25-a8af-71c2e6c29156 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:17:16.431173 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-9f42bdab-5b4a-4f25-a8af-71c2e6c29156 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3483975 Nov 20 03:17:18.472526 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-df721229-f04b-4ba3-8cb4-f2627b51f0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:18.965821 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44050) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:19.323333 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:19.351181 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Made reservation on behalf of 488135e638ad4ed2a13c0b25cf8d5d40 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:17:19.354483 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.371680 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.480140 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.486679 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.497934 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=102584) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 20 03:17:19.529445 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739865400167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.530028 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Unsubscribe: segment precommit_create {{(pid=102584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 20 03:17:19.530545 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Added segment af4e05cd-1dde-4f1d-bb5a-e247b3e78514 of type flat for network 1d69fcd6-8932-4c8d-814f-897b225942bc Nov 20 03:17:19.546273 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b156e8-3c78-4bf3-b282-cd6c669ac1e3,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:19.597507 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.597887 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.598235 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.598576 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.598898 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.599220 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.599542 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.600357 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.600580 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.600910 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.601227 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.601523 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Tracked resource versions report: Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: pushed versions: Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: { 'AddressGroup': {'1.2'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'ConntrackHelper': {'1.0'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Log': {'1.0'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Network': {'1.1'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Port': {'1.7'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'PortForwarding': {'1.2'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'QosPolicy': {'1.10'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'SecurityGroup': {'1.5'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'SubPort': {'1.0'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Subnet': {'1.1'}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Trunk': {'1.1'}} Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: consumer versions: Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: { DHCP agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: L3 agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: Metadata agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: Metering agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: Open vSwitch agent@dv-cinder-818037-5-smb: { 'AddressGroup': '1.2', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'ConntrackHelper': '1.0', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Log': '1.0', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Network': '1.1', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Port': '1.7', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'PortForwarding': '1.2', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'QosPolicy': '1.10', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'SecurityGroup': '1.5', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'SecurityGroupRule': '1.2', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'SubPort': '1.0', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Subnet': '1.1', Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: 'Trunk': '1.1'}} Nov 20 03:17:19.602679 dv-cinder-818037-5-smb neutron-server[102584]: {{(pid=102584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:17:19.654152 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.695144 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.698217 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.699330 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:19.700102 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:19.772248 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8050296 Nov 20 03:17:19.803000 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6e364-6b89-4df3-bbcb-7b044a5071e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1d69fcd6-8932-4c8d-814f-897b225942bc,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:19.814274 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 1d69fcd6-8932-4c8d-814f-897b225942bc details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:17:20.961401 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:21.741784 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:22.273062 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44072) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:22.519736 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470c140-afbd-4a90-a6e7-499cecbbd50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:22.521207 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-7470c140-afbd-4a90-a6e7-499cecbbd50d admin admin] 10.222.0.53 "GET /v2.0/subnets/79fc2674-bf49-4289-ad2d-7e982e27a2a2 HTTP/1.1" status: 200 len: 849 time: 0.2471697 Nov 20 03:17:22.659438 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-91414cf1-2815-40da-8eb8-f24b0decd36d admin admin] 10.222.0.53 "GET /v2.0/routers/507b89f9-6e0f-44e6-9bb8-804f4cef318c HTTP/1.1" status: 200 len: 704 time: 0.1302092 Nov 20 03:17:22.939445 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.243272 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Allocated IP 172.20.0.1 (10d3baf0-272a-45fa-bc82-d23dbca8f957/79fc2674-bf49-4289-ad2d-7e982e27a2a2/cf4b7e47-8925-4cdc-b219-fea404b47976) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:17:23.449733 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.530178 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.610472 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Network 10d3baf0-272a-45fa-bc82-d23dbca8f957 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:17:23.615287 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:23.622838 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:17:23.623369 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1758552'] for router_interface, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.645305 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4b7e47-8925-4cdc-b219-fea404b47976,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:23.825844 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-885a7d4b-d613-49ed-8453-5eaa3712586b None None] Provisioning complete for port cf4b7e47-8925-4cdc-b219-fea404b47976 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:23.826406 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-885a7d4b-d613-49ed-8453-5eaa3712586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.826540 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:23.861489 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-885a7d4b-d613-49ed-8453-5eaa3712586b None None] Port cf4b7e47-8925-4cdc-b219-fea404b47976 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:17:24.108975 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:24.116731 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:24.117527 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758500'] for router_interface, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:24.193115 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4b7e47-8925-4cdc-b219-fea404b47976,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:24.241543 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Network 10d3baf0-272a-45fa-bc82-d23dbca8f957 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:17:24.242890 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:24.410101 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Router 507b89f9-6e0f-44e6-9bb8-804f4cef318c is scheduled to L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd with binding_index 1 {{(pid=102584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:17:24.485520 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-90eb824c-2f8c-4dc2-9397-f59f86e9e9d7 None None] Provisioning complete for port cf4b7e47-8925-4cdc-b219-fea404b47976 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:24.486009 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-90eb824c-2f8c-4dc2-9397-f59f86e9e9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:24.503594 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:17:24.524194 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-cc440889-5967-4071-a391-28dd8fb2c4a6 admin admin] 10.222.0.53 "PUT /v2.0/routers/507b89f9-6e0f-44e6-9bb8-804f4cef318c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8412793 Nov 20 03:17:24.524308 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Sync routers for ids ['507b89f9-6e0f-44e6-9bb8-804f4cef318c'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:17:24.524997 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-90eb824c-2f8c-4dc2-9397-f59f86e9e9d7 None None] Port cf4b7e47-8925-4cdc-b219-fea404b47976 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:17:24.526833 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Routers {'507b89f9-6e0f-44e6-9bb8-804f4cef318c'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:17:24.527729 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:17:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['507b89f9-6e0f-44e6-9bb8-804f4cef318c'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:24.721393 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Set router 507b89f9-6e0f-44e6-9bb8-804f4cef318c gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:17:25.157516 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'name': 'router1', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:13Z', 'updated_at': '2021-11-20T03:17:23Z', 'revision_number': 2, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'gw_port_host': None, '_interfaces': [{'id': 'cf4b7e47-8925-4cdc-b219-fea404b47976', 'name': '', 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'mac_address': 'fa:16:3e:a3:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:23Z', 'revision_number': 2, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'subnets': [{'id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c3dc1c-f5b6-4b72-aee4-4b726819a02e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:25.208187 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Checking router: 507b89f9-6e0f-44e6-9bb8-804f4cef318c for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:17:25.208541 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Updating router 507b89f9-6e0f-44e6-9bb8-804f4cef318c port cf4b7e47-8925-4cdc-b219-fea404b47976 binding host dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:17:25.257206 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:25.780916 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:25.793188 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:25.953967 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Pushing event updated for resources: {'Port': ['ID=cf4b7e47-8925-4cdc-b219-fea404b47976,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:25.970322 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.970674 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.971009 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.971339 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.971665 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.972018 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.972342 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.972663 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.972992 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.973326 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.973635 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.973950 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Tracked resource versions report: Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: pushed versions: Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: { 'AddressGroup': {'1.2'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'ConntrackHelper': {'1.0'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Log': {'1.0'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Network': {'1.1'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Port': {'1.7'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'PortForwarding': {'1.2'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'QosPolicy': {'1.10'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'SecurityGroup': {'1.5'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'SubPort': {'1.0'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Subnet': {'1.1'}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Trunk': {'1.1'}} Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: consumer versions: Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: { DHCP agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: L3 agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: Metadata agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: Metering agent@dv-cinder-818037-5-smb: {}, Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: Open vSwitch agent@dv-cinder-818037-5-smb: { 'AddressGroup': '1.2', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'ConntrackHelper': '1.0', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Log': '1.0', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Network': '1.1', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Port': '1.7', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'PortForwarding': '1.2', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'QosPolicy': '1.10', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'SecurityGroup': '1.5', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'SecurityGroupRule': '1.2', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'SubPort': '1.0', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Subnet': '1.1', Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: 'Trunk': '1.1'}} Nov 20 03:17:25.975390 dv-cinder-818037-5-smb neutron-server[102587]: {{(pid=102587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:17:25.980248 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Attempting to bind port cf4b7e47-8925-4cdc-b219-fea404b47976 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:17:25.980649 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Attempting to bind port cf4b7e47-8925-4cdc-b219-fea404b47976 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:17:25.981073 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Attempting to bind port cf4b7e47-8925-4cdc-b219-fea404b47976 on network 10d3baf0-272a-45fa-bc82-d23dbca8f957 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:17:25.986968 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:17:25.987531 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Checking segment: {'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:17:25.988082 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:25.988397 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Bound using segment: {'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:17:25.988904 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Bound port: cf4b7e47-8925-4cdc-b219-fea404b47976, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0839a8-305d-4e0d-9fe3-f88c92beec08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:17:25.989294 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.057507 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] For port cf4b7e47-8925-4cdc-b219-fea404b47976, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:17:26.059476 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-cd8f39b9-1975-4ea8-8ba1-1a5182ce4d23 None None] Provisioning complete for port cf4b7e47-8925-4cdc-b219-fea404b47976 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:26.060040 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cd8f39b9-1975-4ea8-8ba1-1a5182ce4d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.078742 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] For port cf4b7e47-8925-4cdc-b219-fea404b47976, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=cf4b7e47-8925-4cdc-b219-fea404b47976,segment=NetworkSegment(9f0839a8-305d-4e0d-9fe3-f88c92beec08),segment_id=9f0839a8-305d-4e0d-9fe3-f88c92beec08)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:17:26.086403 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.094869 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f39b9-1975-4ea8-8ba1-1a5182ce4d23 None None] Port cf4b7e47-8925-4cdc-b219-fea404b47976 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:17:26.136502 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Routers {'507b89f9-6e0f-44e6-9bb8-804f4cef318c'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:17:26.137128 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:17:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['507b89f9-6e0f-44e6-9bb8-804f4cef318c'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:26.223934 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567763b-8f7e-4a9d-86a1-254b41a94259 None None] Pushing event updated for resources: {'Port': ['ID=cf4b7e47-8925-4cdc-b219-fea404b47976,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:26.249227 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] Set router 507b89f9-6e0f-44e6-9bb8-804f4cef318c gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:17:26.314063 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-6c6b30b3-2337-4a30-b4a1-5bc324da4166 None None] Provisioning complete for port cf4b7e47-8925-4cdc-b219-fea404b47976 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:26.314344 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6c6b30b3-2337-4a30-b4a1-5bc324da4166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.396284 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6c6b30b3-2337-4a30-b4a1-5bc324da4166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.430148 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-6c6b30b3-2337-4a30-b4a1-5bc324da4166 None None] For port cf4b7e47-8925-4cdc-b219-fea404b47976, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=cf4b7e47-8925-4cdc-b219-fea404b47976,segment=NetworkSegment(9f0839a8-305d-4e0d-9fe3-f88c92beec08),segment_id=9f0839a8-305d-4e0d-9fe3-f88c92beec08)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:17:26.435900 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6c6b30b3-2337-4a30-b4a1-5bc324da4166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:26.476989 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'name': 'router1', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:13Z', 'updated_at': '2021-11-20T03:17:23Z', 'revision_number': 2, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'gw_port_host': None, '_interfaces': [{'id': 'cf4b7e47-8925-4cdc-b219-fea404b47976', 'name': '', 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'mac_address': 'fa:16:3e:a3:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:26Z', 'revision_number': 4, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'subnets': [{'id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c3dc1c-f5b6-4b72-aee4-4b726819a02e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:26.483781 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b30b3-2337-4a30-b4a1-5bc324da4166 None None] Pushing event updated for resources: {'Port': ['ID=cf4b7e47-8925-4cdc-b219-fea404b47976,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:26.503035 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ba287-77ab-4ca8-adf3-04162e5d8458 None None] The sync data for ids ['507b89f9-6e0f-44e6-9bb8-804f4cef318c'] in dv-cinder-818037-5-smb is: [{'id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'name': 'router1', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:13Z', 'updated_at': '2021-11-20T03:17:23Z', 'revision_number': 2, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'gw_port_host': None, '_interfaces': [{'id': 'cf4b7e47-8925-4cdc-b219-fea404b47976', 'name': '', 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'mac_address': 'fa:16:3e:a3:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:26Z', 'revision_number': 4, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'subnets': [{'id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c3dc1c-f5b6-4b72-aee4-4b726819a02e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:17:26.896462 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 44092) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:27.013367 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34e881-013b-4969-b081-bec54667d8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:27.014801 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-3b34e881-013b-4969-b081-bec54667d8f4 admin admin] 10.222.0.53 "GET /v2.0/networks/1d69fcd6-8932-4c8d-814f-897b225942bc HTTP/1.1" status: 200 len: 842 time: 0.1173189 Nov 20 03:17:27.024811 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'enable_dhcp': False}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:27.046542 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Made reservation on behalf of 488135e638ad4ed2a13c0b25cf8d5d40 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:17:27.048998 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:27.389950 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.objects.ports [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102585) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 20 03:17:27.390401 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:27.441872 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e1d4b4-7788-4237-91be-5042579dd13c,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:27.452280 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:17:27.452634 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Network hostable DHCP agents. Network: 1d69fcd6-8932-4c8d-814f-897b225942bc, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:17:27.473766 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:17:27.485236 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 1d69fcd6-8932-4c8d-814f-897b225942bc) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:27.489721 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:27.490538 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:27.497368 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abcea67-5fc7-4d6e-9394-9aee483261fc None None] Network 1d69fcd6-8932-4c8d-814f-897b225942bc requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:17:27.520891 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-585f64cb-ade2-45a3-8a19-32636fdb7d15 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4988725 Nov 20 03:17:27.635088 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf397ef-9103-4b03-9bf9-74ec9845aca5 None None] Network 1d69fcd6-8932-4c8d-814f-897b225942bc requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:17:29.941960 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44100) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:30.078844 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f7987662-cbfd-413e-aee8-d0830e2634ca admin admin] 10.222.0.53 "GET /v2.0/routers/507b89f9-6e0f-44e6-9bb8-804f4cef318c HTTP/1.1" status: 200 len: 710 time: 0.1356633 Nov 20 03:17:30.171997 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b07541-d5e6-490e-b751-3c33a4d73257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:17:30.173315 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d3b07541-d5e6-490e-b751-3c33a4d73257 admin admin] 10.222.0.53 "GET /v2.0/networks/1d69fcd6-8932-4c8d-814f-897b225942bc HTTP/1.1" status: 200 len: 886 time: 0.0883534 Nov 20 03:17:30.184179 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:17:30.434986 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:30.671272 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:30.821221 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:30.926299 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Allocated IP 172.28.3.69 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/c41ae998-4af9-458c-b6ee-da60725fd47f) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:17:31.031047 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:31.066137 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:31.108036 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:17:31.112577 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:17:31.116769 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:17:31.118781 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Pushing event updated for resources: {'Port': ['ID=c41ae998-4af9-458c-b6ee-da60725fd47f,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:31.367749 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:31.565149 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1747534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4688'] for router, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:31.568676 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1661830'] for router, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:31.671504 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:17:31.677023 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Router 507b89f9-6e0f-44e6-9bb8-804f4cef318c has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:17:31.787956 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:17:31.792631 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:31.802697 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-eb25e07a-609d-498a-b611-0c88312a917a admin admin] 10.222.0.53 "PUT /v2.0/routers/507b89f9-6e0f-44e6-9bb8-804f4cef318c HTTP/1.1" status: 200 len: 889 time: 1.6222825 Nov 20 03:17:33.513820 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Sync routers for ids ['507b89f9-6e0f-44e6-9bb8-804f4cef318c'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:17:33.524863 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Routers {'507b89f9-6e0f-44e6-9bb8-804f4cef318c'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:17:33.525739 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:17:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['507b89f9-6e0f-44e6-9bb8-804f4cef318c'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:33.546278 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device cf4b7e47-8925-4cdc-b219-fea404b47976 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:33.773361 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Set router 507b89f9-6e0f-44e6-9bb8-804f4cef318c gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:17:33.790036 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port cf4b7e47-8925-4cdc-b219-fea404b47976 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:33.790421 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:34.304158 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'name': 'router1', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c41ae998-4af9-458c-b6ee-da60725fd47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:13Z', 'updated_at': '2021-11-20T03:17:31Z', 'revision_number': 4, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'gw_port': {'id': 'c41ae998-4af9-458c-b6ee-da60725fd47f', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:30Z', 'updated_at': '2021-11-20T03:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'cf4b7e47-8925-4cdc-b219-fea404b47976', 'name': '', 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'mac_address': 'fa:16:3e:a3:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:26Z', 'revision_number': 5, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'subnets': [{'id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c3dc1c-f5b6-4b72-aee4-4b726819a02e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:34.329162 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44112) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:17:34.356962 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Checking router: 507b89f9-6e0f-44e6-9bb8-804f4cef318c for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:17:34.357355 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Updating router 507b89f9-6e0f-44e6-9bb8-804f4cef318c port c41ae998-4af9-458c-b6ee-da60725fd47f binding host dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:17:34.405624 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:34.445995 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-bea5771b-db8d-4d68-bc5c-d48194762a65 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1156337 Nov 20 03:17:34.750373 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:34.763160 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:34.815940 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Attempting to bind port c41ae998-4af9-458c-b6ee-da60725fd47f on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:17:34.816308 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Attempting to bind port c41ae998-4af9-458c-b6ee-da60725fd47f by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:17:34.816688 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Attempting to bind port c41ae998-4af9-458c-b6ee-da60725fd47f on network 1d69fcd6-8932-4c8d-814f-897b225942bc {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:17:34.819790 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78e50d-c59c-4f9d-a955-e9aa4162e777 None None] Pushing event updated for resources: {'Port': ['ID=c41ae998-4af9-458c-b6ee-da60725fd47f,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:34.824464 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:17:34.824826 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:17:34.825242 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:34.825627 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Bound using segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:17:34.826074 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Bound port: c41ae998-4af9-458c-b6ee-da60725fd47f, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:17:34.826467 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:34.876143 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] For port c41ae998-4af9-458c-b6ee-da60725fd47f, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:17:34.879314 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] For port c41ae998-4af9-458c-b6ee-da60725fd47f, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c41ae998-4af9-458c-b6ee-da60725fd47f,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:17:34.885299 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:34.948423 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78e50d-c59c-4f9d-a955-e9aa4162e777 None None] Pushing event updated for resources: {'Port': ['ID=c41ae998-4af9-458c-b6ee-da60725fd47f,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:34.953627 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Routers {'507b89f9-6e0f-44e6-9bb8-804f4cef318c'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:17:34.954231 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:17:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['507b89f9-6e0f-44e6-9bb8-804f4cef318c'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:35.062040 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] Set router 507b89f9-6e0f-44e6-9bb8-804f4cef318c gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:17:35.276322 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'name': 'router1', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c41ae998-4af9-458c-b6ee-da60725fd47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:13Z', 'updated_at': '2021-11-20T03:17:31Z', 'revision_number': 4, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'gw_port': {'id': 'c41ae998-4af9-458c-b6ee-da60725fd47f', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:30Z', 'updated_at': '2021-11-20T03:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'cf4b7e47-8925-4cdc-b219-fea404b47976', 'name': '', 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'mac_address': 'fa:16:3e:a3:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:26Z', 'revision_number': 5, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'subnets': [{'id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c3dc1c-f5b6-4b72-aee4-4b726819a02e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:17:35.307002 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502856e-3b20-4203-96eb-32005f886d96 None None] The sync data for ids ['507b89f9-6e0f-44e6-9bb8-804f4cef318c'] in dv-cinder-818037-5-smb is: [{'id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'name': 'router1', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c41ae998-4af9-458c-b6ee-da60725fd47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:17:13Z', 'updated_at': '2021-11-20T03:17:31Z', 'revision_number': 4, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'gw_port': {'id': 'c41ae998-4af9-458c-b6ee-da60725fd47f', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:03:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:30Z', 'updated_at': '2021-11-20T03:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'cf4b7e47-8925-4cdc-b219-fea404b47976', 'name': '', 'network_id': '10d3baf0-272a-45fa-bc82-d23dbca8f957', 'tenant_id': '3bceddf08f6044ce8abc397762c9c008', 'mac_address': 'fa:16:3e:a3:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507b89f9-6e0f-44e6-9bb8-804f4cef318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:17:22Z', 'updated_at': '2021-11-20T03:17:26Z', 'revision_number': 5, 'project_id': '3bceddf08f6044ce8abc397762c9c008', 'subnets': [{'id': '79fc2674-bf49-4289-ad2d-7e982e27a2a2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c3dc1c-f5b6-4b72-aee4-4b726819a02e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:17:35.540002 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c41ae998-4af9-458c-b6ee-da60725fd47f up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:35.595026 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port c41ae998-4af9-458c-b6ee-da60725fd47f triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:35.595398 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:35.675808 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:35.698182 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port c41ae998-4af9-458c-b6ee-da60725fd47f, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c41ae998-4af9-458c-b6ee-da60725fd47f,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:17:35.703755 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:35.762457 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=c41ae998-4af9-458c-b6ee-da60725fd47f,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:17:37.544269 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c41ae998-4af9-458c-b6ee-da60725fd47f up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:17:37.604614 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port c41ae998-4af9-458c-b6ee-da60725fd47f triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:17:37.604929 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:46.326521 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-294bfdd0-0689-4d27-a541-3fb5532d2bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:48.484699 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a549869d-d5aa-4d87-8dca-7e3519c2c18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:49.703887 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:50.974220 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:17:51.749724 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:08.670566 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:18:16.324537 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-dfd22a4e-7cfe-4280-b5b5-2cd4f7ec0456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:18.481492 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6a7ab250-977f-455c-bdae-8298d1e08d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:19.706807 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:20.977023 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:21.737901 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:45.669112 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:18:46.321894 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-36c38937-8ef9-4039-baae-7068e80c9268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:48.478164 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-92659055-a68c-4c66-8888-1148b553243b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:49.708604 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:50.978649 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:51.733464 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:54.205431 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44596) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:54.276817 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2dbe8c-42d2-4dc4-b92e-443f55635a53 admin admin] GET failed (client error): The resource could not be found. Nov 20 03:18:54.278175 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-4f2dbe8c-42d2-4dc4-b92e-443f55635a53 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0717061 Nov 20 03:18:54.448812 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a01691-2b05-4a0a-82db-47bfda49040c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:54.450295 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-03a01691-2b05-4a0a-82db-47bfda49040c admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1660781 Nov 20 03:18:56.777854 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44606) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:56.881517 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52afd2-a92e-42a3-b9f0-e88ee8f49b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:56.882895 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-be52afd2-a92e-42a3-b9f0-e88ee8f49b3b admin admin] 10.222.0.53 "GET /v2.0/subnets/79fc2674-bf49-4289-ad2d-7e982e27a2a2 HTTP/1.1" status: 200 len: 849 time: 0.1040523 Nov 20 03:18:56.901524 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:18:57.097187 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Publish callbacks [] for subnet, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:57.269695 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739865345720'] for subnet, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:57.307920 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:57.308927 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:57.311386 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] 10.222.0.53 "PUT /v2.0/subnets/79fc2674-bf49-4289-ad2d-7e982e27a2a2 HTTP/1.1" status: 200 len: 868 time: 0.4126346 Nov 20 03:18:57.312335 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914b596-ddcd-4461-8728-55fd45bc1028 None None] Network 10d3baf0-272a-45fa-bc82-d23dbca8f957 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:18:57.328725 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fc2674-bf49-4289-ad2d-7e982e27a2a2,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:18:57.336408 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.336969 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.337318 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.337652 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.337990 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.338312 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.338644 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.338969 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.339309 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.339637 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.340013 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.340333 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3714aa-6203-41b7-8011-27281d45144f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:18:57.690960 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-42507694-0c96-4e70-b86b-f92f000693a3 None None] Provisioning complete for port cf4b7e47-8925-4cdc-b219-fea404b47976 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:18:57.691326 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-42507694-0c96-4e70-b86b-f92f000693a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:57.783165 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-42507694-0c96-4e70-b86b-f92f000693a3 None None] Provisioning complete for port 75b09a00-230b-499e-93a8-7c7fd1bb762a triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:18:57.783397 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-42507694-0c96-4e70-b86b-f92f000693a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:18:59.613876 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44614) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:18:59.833643 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c54c63-3878-4285-81c4-89a35fc33f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:59.834021 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c54c63-3878-4285-81c4-89a35fc33f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:18:59.835591 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-95c54c63-3878-4285-81c4-89a35fc33f57 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2206635 Nov 20 03:19:02.128848 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44622) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:02.277624 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced5e00c-9770-44b3-927b-05943d9465ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:02.278092 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced5e00c-9770-44b3-927b-05943d9465ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:02.279727 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ced5e00c-9770-44b3-927b-05943d9465ae admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1498480 Nov 20 03:19:04.657487 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44630) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:04.811759 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3117868a-69d7-4fe9-bb25-01f6de6b3ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:04.813785 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-3117868a-69d7-4fe9-bb25-01f6de6b3ab3 admin admin] 10.222.0.53 "GET /v2.0/networks/10d3baf0-272a-45fa-bc82-d23dbca8f957 HTTP/1.1" status: 200 len: 869 time: 0.1549809 Nov 20 03:19:07.106920 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44638) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:07.243872 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0196c19e-bcd0-47af-b4c5-529c4267ed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:07.245293 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-0196c19e-bcd0-47af-b4c5-529c4267ed14 admin admin] 10.222.0.53 "GET /v2.0/networks/1d69fcd6-8932-4c8d-814f-897b225942bc HTTP/1.1" status: 200 len: 886 time: 0.1373518 Nov 20 03:19:09.549903 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 44646) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:09.687336 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ca83f-6b7c-494d-83be-ae8e1228735e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:09.687840 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ca83f-6b7c-494d-83be-ae8e1228735e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:09.689453 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-f86ca83f-6b7c-494d-83be-ae8e1228735e admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1386504 Nov 20 03:19:11.987930 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 44656) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:12.097205 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c9e57-7b54-4311-94b8-1b700066c1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:12.097657 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c9e57-7b54-4311-94b8-1b700066c1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:12.099514 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-667c9e57-7b54-4311-94b8-1b700066c1b6 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1105664 Nov 20 03:19:14.382995 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44664) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:14.487798 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e6b6c-cfa9-43d1-a2b8-6bde38ef70a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:14.489126 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-870e6b6c-cfa9-43d1-a2b8-6bde38ef70a3 admin admin] 10.222.0.53 "GET /v2.0/subnets/79fc2674-bf49-4289-ad2d-7e982e27a2a2 HTTP/1.1" status: 200 len: 868 time: 0.1051075 Nov 20 03:19:16.326822 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-be4b249b-de87-426e-b8b7-c4942b573806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:16.797365 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44672) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:16.901154 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7ef7fc-4cdb-4492-b93a-49577a9755ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:16.902520 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-5d7ef7fc-4cdb-4492-b93a-49577a9755ca admin admin] 10.222.0.53 "GET /v2.0/subnets/b6e1d4b4-7788-4237-91be-5042579dd13c HTTP/1.1" status: 200 len: 816 time: 0.1040409 Nov 20 03:19:18.482662 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a61e32c4-87c8-4ccf-bc48-072e0baae93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:19.712809 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:20.981044 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:21.740418 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:22.668858 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:19:41.236315 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44726) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:41.300520 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [None req-46ed1fed-f09c-45b9-b623-81b30ada3522 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:19:41.301533 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-46ed1fed-f09c-45b9-b623-81b30ada3522 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0642254 Nov 20 03:19:43.679012 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 44734) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:43.747213 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c683bf-00b3-40ea-a014-3dd0acaebdf7 admin admin] GET failed (client error): The resource could not be found. Nov 20 03:19:43.748516 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-97c683bf-00b3-40ea-a014-3dd0acaebdf7 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685480 Nov 20 03:19:43.905412 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f54c219-7a91-4c23-87fb-4a64e07fe810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:43.906823 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-0f54c219-7a91-4c23-87fb-4a64e07fe810 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1536636 Nov 20 03:19:46.241583 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 44742) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:46.311850 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:19:46.323827 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2eb4244d-e655-4d3c-82c3-52f1edf1395c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:46.336534 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Made reservation on behalf of 488135e638ad4ed2a13c0b25cf8d5d40 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:19:46.338914 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:46.374221 dv-cinder-818037-5-smb neutron-server[102585]: WARNING neutron.services.revisions.revision_plugin [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Could not find related network for resource to bump revision. Nov 20 03:19:46.387924 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:19:46.397291 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:46.397623 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.segments_db [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Added segment 03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d of type vlan for network 9dc039d8-882e-456a-b3e0-84a5d54352a8 Nov 20 03:19:46.436071 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:46.462593 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:46.463579 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:46.464345 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:46.523335 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2805901 Nov 20 03:19:46.526405 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc039d8-882e-456a-b3e0-84a5d54352a8,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:46.533557 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.533934 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.534280 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.534615 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.534946 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.535276 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.535603 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.535965 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.536279 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.536636 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.536961 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.537268 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a4bb7b-a247-435e-b2bd-8b7aaaba2e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:46.551277 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 9dc039d8-882e-456a-b3e0-84a5d54352a8 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:19:48.487524 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-47fae435-1c1a-49ca-8cb5-aff928475e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:48.859325 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44750) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:19:48.924235 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.pecan_wsgi.hooks.translation [None req-025f8f53-5464-4f6a-aae6-ff0d53fe8c97 admin admin] GET failed (client error): The resource could not be found. Nov 20 03:19:48.925551 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-025f8f53-5464-4f6a-aae6-ff0d53fe8c97 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0652425 Nov 20 03:19:48.997479 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0183d17-e319-4f53-b915-4b29dedd52f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:48.999036 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-a0183d17-e319-4f53-b915-4b29dedd52f0 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687599 Nov 20 03:19:49.013050 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Request body: {'subnet': {'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:19:49.039961 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Made reservation on behalf of 488135e638ad4ed2a13c0b25cf8d5d40 for: {'subnet': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:19:49.042340 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:49.235896 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:49.284087 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3874caa5-e97f-408e-94b7-c752e2a0c403,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:49.302784 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Checking segment: {'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:19:49.303143 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Network hostable DHCP agents. Network: 9dc039d8-882e-456a-b3e0-84a5d54352a8, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:19:49.327221 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Network 9dc039d8-882e-456a-b3e0-84a5d54352a8 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:19:49.340165 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 9dc039d8-882e-456a-b3e0-84a5d54352a8) {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:19:49.344429 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:19:49.345038 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:49.350448 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189cea42-438d-48c4-a17a-8394670bdddc None None] Network 9dc039d8-882e-456a-b3e0-84a5d54352a8 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:19:49.362016 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-56dda8b4-dfb6-4df1-ab56-1131fa12cbc9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3523107 Nov 20 03:19:49.614042 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc2eb012-ab43-549e-aadf-34dfc20f528b-9dc039d8-882e-456a-b3e0-84a5d54352a8', 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8', 'tenant_id': '488135e638ad4ed2a13c0b25cf8d5d40', 'fixed_ips': [{'subnet_id': '3874caa5-e97f-408e-94b7-c752e2a0c403'}]}} from dv-cinder-818037-5-smb. {{(pid=102586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:19:49.614951 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:49.748327 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:49.770511 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Allocated IP 192.168.233.2 (9dc039d8-882e-456a-b3e0-84a5d54352a8/3874caa5-e97f-408e-94b7-c752e2a0c403/0afff892-8e14-4130-b107-64138d7be326) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:19:49.921086 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:49.928471 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:49.966936 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Network 9dc039d8-882e-456a-b3e0-84a5d54352a8 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:19:49.969854 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:19:49.973742 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:19:49.982465 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Pushing event updated for resources: {'Port': ['ID=0afff892-8e14-4130-b107-64138d7be326,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:49.992043 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.992389 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.992780 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.993076 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.993447 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.993786 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.994117 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.994434 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.994776 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.995099 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.995414 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:49.995734 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:19:50.041331 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Attempting to bind port 0afff892-8e14-4130-b107-64138d7be326 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:19:50.041694 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Attempting to bind port 0afff892-8e14-4130-b107-64138d7be326 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:19:50.042050 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Attempting to bind port 0afff892-8e14-4130-b107-64138d7be326 on network 9dc039d8-882e-456a-b3e0-84a5d54352a8 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:19:50.047657 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:19:50.048095 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Checking segment: {'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:19:50.048512 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:50.049010 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Bound using segment: {'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:19:50.049492 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Bound port: 0afff892-8e14-4130-b107-64138d7be326, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:19:50.049885 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:50.113878 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] For port 0afff892-8e14-4130-b107-64138d7be326, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:19:50.117351 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] For port 0afff892-8e14-4130-b107-64138d7be326, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0afff892-8e14-4130-b107-64138d7be326,segment=NetworkSegment(03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d),segment_id=03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:19:50.121879 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:50.177896 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106837b-dc45-4c5b-9798-a956125bcbb3 None None] Pushing event updated for resources: {'Port': ['ID=0afff892-8e14-4130-b107-64138d7be326,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:50.986477 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:51.032898 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c72721-9b45-41dc-87aa-71e8cd261325 None None] Network 9dc039d8-882e-456a-b3e0-84a5d54352a8 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:19:51.148665 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-3be2cab6-4720-45b7-b4ef-ccfdb9d3bd9c None None] Provisioning complete for port 0afff892-8e14-4130-b107-64138d7be326 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:19:51.149037 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3be2cab6-4720-45b7-b4ef-ccfdb9d3bd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:51.266387 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3be2cab6-4720-45b7-b4ef-ccfdb9d3bd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:51.303398 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-3be2cab6-4720-45b7-b4ef-ccfdb9d3bd9c None None] For port 0afff892-8e14-4130-b107-64138d7be326, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0afff892-8e14-4130-b107-64138d7be326,segment=NetworkSegment(03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d),segment_id=03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:19:51.308848 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3be2cab6-4720-45b7-b4ef-ccfdb9d3bd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:51.362383 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2cab6-4720-45b7-b4ef-ccfdb9d3bd9c None None] Pushing event updated for resources: {'Port': ['ID=0afff892-8e14-4130-b107-64138d7be326,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:19:51.428590 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-e003a08b-702f-45ee-964f-839eed7a0026 None None] Provisioning complete for port 0afff892-8e14-4130-b107-64138d7be326 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:19:51.428957 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e003a08b-702f-45ee-964f-839eed7a0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:51.613021 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 0afff892-8e14-4130-b107-64138d7be326 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:19:51.666786 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 0afff892-8e14-4130-b107-64138d7be326 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:19:51.667146 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:51.759299 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:19:59.668317 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:20:16.332627 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d46ec83c-e2c2-49b5-9e06-3140d4765306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:18.491360 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a3da2b28-f06d-4bf6-aa22-d2bc756f0a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:19.718585 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:20.989153 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:21.735994 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:36.667507 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:20:46.326969 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7bcb73c6-ecaf-4d74-b6b0-54018d4315d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:48.499891 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-165f0e5e-45e0-4117-8b33-01993539058a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:49.724302 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:50.997793 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:20:51.732561 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:01.868539 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44794) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:21:01.878669 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [None req-acdae0f2-a98e-4322-90b6-3c08e462385e tempest-verify_tempest_config-465921608 tempest-verify_tempest_config-465921608-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:21:01.880073 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-acdae0f2-a98e-4322-90b6-3c08e462385e tempest-verify_tempest_config-465921608 tempest-verify_tempest_config-465921608-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0101855 Nov 20 03:21:02.210440 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 44812) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:21:02.325031 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:02.406881 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:02.412316 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:02.456324 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0205577e34db4a669898e8efc53ee474&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2446792 Nov 20 03:21:02.457137 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efccd52-0c06-4d20-9f06-0d7acdab135f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:21:02.459295 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44818) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:21:02.464923 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.465292 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.465635 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.465972 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.466327 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.466680 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.467023 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.467355 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.467709 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.468035 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.468354 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.468680 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11605feb-8a1e-4d9a-beb6-c16b00f42206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.522840 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:02.544836 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:02.643989 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:02.647615 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:02.649146 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5efccd52-0c06-4d20-9f06-0d7acdab135f HTTP/1.1" status: 204 len: 168 time: 0.1886303 Nov 20 03:21:02.660185 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efccd52-0c06-4d20-9f06-0d7acdab135f,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:21:02.667834 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.668204 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.668566 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.668898 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.669225 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.669549 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.669870 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.670193 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.670514 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.670849 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.671146 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:02.671559 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c95678-50b3-4197-8cd4-355bca0d3f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:21:13.666920 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:21:16.335306 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b40705ec-f213-4047-9802-4780623913a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:18.504129 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2bc42c19-738a-44be-b52d-5f15fd9a7d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:19.734909 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:21.000608 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:21.733392 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:46.331213 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-93bb457a-204b-4aa0-8323-ad47033df08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:48.503443 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5d638107-dd29-469e-8433-5641425f0658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:49.736780 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:50.671844 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:21:51.004228 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:21:51.739813 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:16.324680 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8a0996d6-c90d-4d7d-9d90-705b77ca982c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:18.503359 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-68ffd77f-fbf2-4649-965c-8f0ca879dbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:19.743126 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:21.014275 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:21.732668 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:27.672137 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 5 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:22:41.055815 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1660796'] for agent, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:46.330625 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea85b-70fe-4be0-b1a0-920fe3b1edb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:48.500200 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9aedfbf6-cf24-4dc7-b1e3-3f6dfe3c8fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:49.737195 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:51.011395 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:51.727400 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:22:56.362514 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44890) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:22:56.489164 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-11dfe7b4-d79c-4c6e-a9ab-cb7fdcfdd589 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1252387 Nov 20 03:22:58.840909 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 44900) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:22:58.899405 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c74d09d3-2142-4f21-89f6-73d65b7edd76 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0572920 Nov 20 03:23:04.671102 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:23:11.013945 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:16.325957 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d759915d-6d3b-4305-9115-03da4b0dcc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:18.505272 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c56e549f-1f0a-47e8-b788-db4f30d0a666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:19.742536 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:21.025293 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:21.737352 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:41.006583 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:41.677624 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:23:46.331849 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fe867773-c733-49e2-b720-77b2efb6dd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:48.498517 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ceed7b74-9e52-464d-8f10-24b3c65ae693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:49.744237 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:51.019028 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:23:51.734315 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:11.036001 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:16.328166 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f139dbff-ad0d-433a-b6bc-9ea9b801c2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.503406 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c67ebbd0-7630-4a23-bb06-01097416bb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:18.677761 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:24:19.748395 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.021182 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:21.731830 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:30.949347 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45052) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:31.230202 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-558874750-network', 'tenant_id': 'e08ca2a4150a463c967227d00ff06214'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:31.255758 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Made reservation on behalf of e08ca2a4150a463c967227d00ff06214 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:31.258169 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.267163 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.362228 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.367202 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.381065 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45082) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:31.401876 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dee502-0545-4e04-83df-e98fac1fda9e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:31.412640 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.412992 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.413333 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.413995 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.414358 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.414666 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.415179 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.415514 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.415875 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.416235 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.416724 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.417208 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Tracked resource versions report: Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: pushed versions: Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: { 'AddressGroup': {'1.2'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'ConntrackHelper': {'1.0'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Log': {'1.0'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Network': {'1.1'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Port': {'1.7'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'PortForwarding': {'1.2'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'QosPolicy': {'1.10'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'SecurityGroup': {'1.5'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'SubPort': {'1.0'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Subnet': {'1.1'}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Trunk': {'1.1'}} Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: consumer versions: Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: { DHCP agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: HyperV agent@hv-cinder-81803: {}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: L3 agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: Metadata agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: Metering agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: Open vSwitch agent@dv-cinder-818037-5-smb: { 'AddressGroup': '1.2', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'ConntrackHelper': '1.0', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Log': '1.0', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Network': '1.1', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Port': '1.7', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'PortForwarding': '1.2', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'QosPolicy': '1.10', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'SecurityGroup': '1.5', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'SecurityGroupRule': '1.2', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'SubPort': '1.0', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Subnet': '1.1', Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: 'Trunk': '1.1'}} Nov 20 03:24:31.418429 dv-cinder-818037-5-smb neutron-server[102584]: {{(pid=102584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:24:31.421389 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:31.437757 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.438103 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Added segment af4e26be-81b7-4654-b91f-5fc36e4a5389 of type vlan for network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 Nov 20 03:24:31.488611 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.516559 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.517541 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:31.518138 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.563437 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1077302724-network', 'tenant_id': '9a7b3ccf8e314afab5e229e4bbcc3a0c'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:31.579753 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] Pushing event updated for resources: {'Network': ['ID=119c268c-a2e0-43bd-b4a6-ac5863eebef7,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:31.589431 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-b773509d-c017-41ba-8f98-a2e10fda6a6d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6393049 Nov 20 03:24:31.590109 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45102) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:31.594162 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:31.596986 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Request body: {'subnet': {'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-558874750-subnet', 'tenant_id': 'e08ca2a4150a463c967227d00ff06214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:31.620713 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Made reservation on behalf of 9a7b3ccf8e314afab5e229e4bbcc3a0c for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:31.623955 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.634746 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.677111 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Made reservation on behalf of e08ca2a4150a463c967227d00ff06214 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:31.679622 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.777143 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.785782 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.802461 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:31.814582 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.814937 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.segments_db [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Added segment 409fecb0-ee7c-4304-aac4-72bda59a0b53 of type vlan for network 469c0ddb-c063-4e5e-a813-9f7ee5d73e65 Nov 20 03:24:31.881906 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.889382 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d4ff2b-ec7a-4a81-9c08-fd76c04dfe01,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:31.918107 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.918808 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.919116 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.919503 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.919932 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.920361 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.920541 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.920880 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.921273 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.921596 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.921915 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.922220 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Tracked resource versions report: Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: pushed versions: Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: { 'AddressGroup': {'1.2'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'ConntrackHelper': {'1.0'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Log': {'1.0'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Network': {'1.1'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Port': {'1.7'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'PortForwarding': {'1.2'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'QosPolicy': {'1.10'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'SecurityGroup': {'1.5'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'SubPort': {'1.0'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Subnet': {'1.1'}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Trunk': {'1.1'}} Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: consumer versions: Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: { DHCP agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: HyperV agent@hv-cinder-81803: {}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: L3 agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: Metadata agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: Metering agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: Open vSwitch agent@dv-cinder-818037-5-smb: { 'AddressGroup': '1.2', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'ConntrackHelper': '1.0', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Log': '1.0', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Network': '1.1', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Port': '1.7', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'PortForwarding': '1.2', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'QosPolicy': '1.10', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'SecurityGroup': '1.5', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'SecurityGroupRule': '1.2', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'SubPort': '1.0', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Subnet': '1.1', Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: 'Trunk': '1.1'}} Nov 20 03:24:31.923320 dv-cinder-818037-5-smb neutron-server[102585]: {{(pid=102585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:24:31.953847 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:31.955149 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:31.955962 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.003536 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45122) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:32.022557 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45126) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:32.053830 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] Pushing event updated for resources: {'Network': ['ID=469c0ddb-c063-4e5e-a813-9f7ee5d73e65,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:32.066644 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ce2c892d-70b5-4ef7-bf7f-7526c41c4126 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6844153 Nov 20 03:24:32.067442 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45130) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:32.068039 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 469c0ddb-c063-4e5e-a813-9f7ee5d73e65 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:32.077727 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Request body: {'subnet': {'network_id': '469c0ddb-c063-4e5e-a813-9f7ee5d73e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1077302724-subnet', 'tenant_id': '9a7b3ccf8e314afab5e229e4bbcc3a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:32.159183 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Made reservation on behalf of 9a7b3ccf8e314afab5e229e4bbcc3a0c for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:32.161889 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.165357 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.182582 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45140) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:32.287798 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-network', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:32.297323 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa85aca-3122-43fc-ac12-94e12fcaf646,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:32.300857 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Checking segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:32.301622 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Network hostable DHCP agents. Network: 119c268c-a2e0-43bd-b4a6-ac5863eebef7, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:32.322651 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-617032438-network', 'tenant_id': '4389afb7a1c34653ac818f08005408b9'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:32.348737 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Made reservation on behalf of b138c523752a4f6da2b64ff7b7c56d06 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:32.350027 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:32.352764 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.366854 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 119c268c-a2e0-43bd-b4a6-ac5863eebef7) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:32.368087 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Made reservation on behalf of 4389afb7a1c34653ac818f08005408b9 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:32.375402 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:32.376187 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.378618 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfafe0c-7c94-4f42-acb4-93d74beedd7f None None] Network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:32.394561 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.421272 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-c3fae98f-32f9-44d9-b761-06320d43ecf4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8298540 Nov 20 03:24:32.422605 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.444778 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.454498 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.509158 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-529715340-network', 'tenant_id': 'e15be1099b704550b3654808d5649183'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:32.518367 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6287e2ee-21e4-48fc-a25d-a15ed1d43800,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:32.554760 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Checking segment: {'id': '409fecb0-ee7c-4304-aac4-72bda59a0b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '469c0ddb-c063-4e5e-a813-9f7ee5d73e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:32.555742 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Network hostable DHCP agents. Network: 469c0ddb-c063-4e5e-a813-9f7ee5d73e65, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:32.580939 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Network 469c0ddb-c063-4e5e-a813-9f7ee5d73e65 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:32.600342 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 469c0ddb-c063-4e5e-a813-9f7ee5d73e65) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:32.624204 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:32.624813 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.643771 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad47b12-2818-49e3-8058-a045a2f92545 None None] Network 469c0ddb-c063-4e5e-a813-9f7ee5d73e65 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:32.835620 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.852933 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8e0b5158-ea3b-4366-b482-d229260d5519 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7819669 Nov 20 03:24:32.854292 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Made reservation on behalf of e15be1099b704550b3654808d5649183 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:32.860112 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165245c-15dd-4cd5-946b-85bc5366874b None None] Network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:32.862053 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.874306 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.937322 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:32.949239 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:32.949239 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Added segment 05426913-6e1c-4983-b162-b82ec6336638 of type vlan for network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 Nov 20 03:24:32.998933 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.027624 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f2e5d-385d-469c-a4bb-344375e61bd8 None None] Network 469c0ddb-c063-4e5e-a813-9f7ee5d73e65 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:33.051064 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88c0c0b-3a22-4d91-bb62-ead2a8c7470e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:33.054639 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.071139 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.072411 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:33.073357 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.287958 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45192) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:33.300178 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Request body: {'subnet': {'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-subnet', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:33.303859 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2983694 Nov 20 03:24:33.359148 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Made reservation on behalf of b138c523752a4f6da2b64ff7b7c56d06 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:33.362245 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.375844 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.379210 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323105a6-6277-4a33-bdeb-834ab4047d4e admin admin] Pushing event updated for resources: {'Network': ['ID=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:33.387739 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.394918 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:33.414667 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:33.442346 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.442769 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Added segment 67d5d3b5-0601-4663-a672-9fe34d8b67f3 of type vlan for network 530f7aa3-7dc7-4ad1-8965-d23745f5091a Nov 20 03:24:33.447935 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f21865-6b74-4566-abe5-07b754aab7ef,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:33.578214 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.602226 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.615985 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.663079 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:33.677559 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead2926-4dd8-45fe-b797-38098adf7ed9,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:33.680038 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.681021 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:33.682545 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.697319 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.697665 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Added segment ea80124f-8c09-4e75-b3d1-a747c2b5e8c6 of type vlan for network fec62933-cfed-4c95-a7b3-d6b21121ec57 Nov 20 03:24:33.773265 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7489848 Nov 20 03:24:33.781561 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45206) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:33.786971 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Request body: {'subnet': {'network_id': '530f7aa3-7dc7-4ad1-8965-d23745f5091a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-617032438-subnet', 'tenant_id': '4389afb7a1c34653ac818f08005408b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:33.809022 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.896021 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d54cec-df7f-4ae2-963d-8e6b7eaebaa3 admin admin] Pushing event updated for resources: {'Network': ['ID=530f7aa3-7dc7-4ad1-8965-d23745f5091a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:33.906580 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:33.910630 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 530f7aa3-7dc7-4ad1-8965-d23745f5091a details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:33.954194 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Made reservation on behalf of 4389afb7a1c34653ac818f08005408b9 for: {'subnet': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:33.962233 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.003643 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee7c979-c4c1-48c2-8e6b-02e545494964,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:34.024246 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Checking segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:34.024914 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Network hostable DHCP agents. Network: cc71dd9b-e4af-4bb0-874d-4ac59d5c2547, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:34.059589 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:34.092822 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.095112 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:34.096028 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.107408 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, cc71dd9b-e4af-4bb0-874d-4ac59d5c2547) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:34.134059 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:34.134614 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b1ca0-acbf-4c3b-a9c1-351ff0875cee None None] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:34.135177 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.180791 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-a646daf7-4df2-4920-8226-8a7597234f4e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8909049 Nov 20 03:24:34.181510 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45218) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:34.190882 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:34.246982 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45222) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:34.252975 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Request body: {'subnet': {'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-subnet', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:34.255470 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0601242 Nov 20 03:24:34.270211 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1659417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6833'] for router, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.277272 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-323328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.294501 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45224) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:34.311823 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978850865-network', 'tenant_id': '6f664ea085ef44b3ae9d0baf03b4536a'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:34.332767 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8db986-efd5-4d59-98d2-c33d76163d7d admin admin] Pushing event updated for resources: {'Network': ['ID=fec62933-cfed-4c95-a7b3-d6b21121ec57,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:34.361883 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network fec62933-cfed-4c95-a7b3-d6b21121ec57 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:34.405451 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Made reservation on behalf of 6f664ea085ef44b3ae9d0baf03b4536a for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:34.408925 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.425448 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.562526 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc2eb012-ab43-549e-aadf-34dfc20f528b-cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964'}]}} from dv-cinder-818037-5-smb. {{(pid=102586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:24:34.563441 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.567987 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.568700 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.570169 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Made reservation on behalf of e15be1099b704550b3654808d5649183 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:34.573288 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.722093 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e49c37-f757-4a42-84ed-bbc22617d6d2,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:34.751615 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.765420 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.795562 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Checking segment: {'id': '67d5d3b5-0601-4663-a672-9fe34d8b67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530f7aa3-7dc7-4ad1-8965-d23745f5091a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:34.798069 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Network hostable DHCP agents. Network: 530f7aa3-7dc7-4ad1-8965-d23745f5091a, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:34.800990 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:24:34.833267 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f443ae-6e7b-47be-a0c7-df195eb3417a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:34.836977 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.837619 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Added segment 43e42b32-292d-4615-beeb-0a01566cd9a0 of type vlan for network 0d19ed95-a56a-473d-9be8-fd4583984fb1 Nov 20 03:24:34.846933 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Allocated IP 172.20.0.2 (cc71dd9b-e4af-4bb0-874d-4ac59d5c2547/1ee7c979-c4c1-48c2-8e6b-02e545494964/c3420f66-e041-40db-ae31-5abdc2bdb4cf) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:34.894653 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Network 530f7aa3-7dc7-4ad1-8965-d23745f5091a is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:34.913041 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.925705 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 530f7aa3-7dc7-4ad1-8965-d23745f5091a) {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:34.941407 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:34.942927 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.953931 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45264) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:34.959078 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483aca27-ff1b-4638-9f10-9e7533f3029a None None] Network 530f7aa3-7dc7-4ad1-8965-d23745f5091a requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:34.988061 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f5304314-1170-4f14-8c1f-59bfb49ce724 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2019839 Nov 20 03:24:34.998176 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:34.999173 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:34.999830 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.040497 dv-cinder-818037-5-smb neutron-server[102585]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 20 03:24:35.079680 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7728620 Nov 20 03:24:35.080701 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45272) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:35.087290 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Request body: {'subnet': {'network_id': '0d19ed95-a56a-473d-9be8-fd4583984fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978850865-subnet', 'tenant_id': '6f664ea085ef44b3ae9d0baf03b4536a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:35.092534 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a936003-1d32-461e-acc0-46ee541ba8bc admin admin] Pushing event updated for resources: {'Network': ['ID=0d19ed95-a56a-473d-9be8-fd4583984fb1,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:35.126259 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Made reservation on behalf of 6f664ea085ef44b3ae9d0baf03b4536a for: {'subnet': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:35.131666 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.181827 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.223800 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 0d19ed95-a56a-473d-9be8-fd4583984fb1 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:24:35.425568 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.465893 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111028-73df-46aa-b342-0b66f8b46191 req-edd406d9-f33c-4349-8198-f33886b24016 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:35.467642 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-edd406d9-f33c-4349-8198-f33886b24016 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 814 time: 0.5097027 Nov 20 03:24:35.502963 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45296) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:35.531918 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-e6f61347-8b89-4ab3-a8e6-f21d16114fea tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/quotas/e08ca2a4150a463c967227d00ff06214 HTTP/1.1" status: 200 len: 375 time: 0.0442395 Nov 20 03:24:35.532792 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.555871 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36efbb98-c893-4b5c-8667-f82744f7df48,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:35.558240 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Checking segment: {'id': '43e42b32-292d-4615-beeb-0a01566cd9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0d19ed95-a56a-473d-9be8-fd4583984fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:35.558900 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Network hostable DHCP agents. Network: 0d19ed95-a56a-473d-9be8-fd4583984fb1, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:35.590238 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Network 0d19ed95-a56a-473d-9be8-fd4583984fb1 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:35.603617 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.603948 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 0d19ed95-a56a-473d-9be8-fd4583984fb1) {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:35.608887 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:35.609719 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.623056 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7f308e-2e86-4128-ae10-055e31ca3d79 None None] Network 0d19ed95-a56a-473d-9be8-fd4583984fb1 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:35.631737 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.632564 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-df4dd1a9-3e0f-4bca-beca-007fc0357de1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5505145 Nov 20 03:24:35.667452 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e17793-bffe-48f9-bc69-4f0d4d883da0 None None] Network 530f7aa3-7dc7-4ad1-8965-d23745f5091a requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:35.778881 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-f72aa948-c683-491a-9713-68e9aaa4f471 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2357190 Nov 20 03:24:35.783156 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:35.794126 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45312) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:35.797901 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7262b0-f863-4df0-8a19-465cdadba965,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:35.798776 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:35.812763 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:35.824195 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Checking segment: {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:35.824981 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Network hostable DHCP agents. Network: fec62933-cfed-4c95-a7b3-d6b21121ec57, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:24:35.863813 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb290eb-2cbb-4301-9a12-5a6935b32b47 admin admin] Deleting subnet 6287e2ee-21e4-48fc-a25d-a15ed1d43800 {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:24:35.868002 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ffb290eb-2cbb-4301-9a12-5a6935b32b47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.878785 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Pushing event updated for resources: {'Port': ['ID=c3420f66-e041-40db-ae31-5abdc2bdb4cf,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:35.910877 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ffb290eb-2cbb-4301-9a12-5a6935b32b47 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.926887 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ffb290eb-2cbb-4301-9a12-5a6935b32b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:35.934720 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.935162 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.935570 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.935988 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.936378 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.936795 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.937183 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.937716 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.938252 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.938644 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.939038 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.939429 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Tracked resource versions report: Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: pushed versions: Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: { 'AddressGroup': {'1.2'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'ConntrackHelper': {'1.0'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Log': {'1.0'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Network': {'1.1'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Port': {'1.7'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'PortForwarding': {'1.2'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'QosPolicy': {'1.10'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'SecurityGroup': {'1.5'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'SubPort': {'1.0'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Subnet': {'1.1'}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Trunk': {'1.1'}} Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: consumer versions: Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: { DHCP agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: HyperV agent@hv-cinder-81803: {}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: L3 agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: Metadata agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: Metering agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: Open vSwitch agent@dv-cinder-818037-5-smb: { 'AddressGroup': '1.2', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'ConntrackHelper': '1.0', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Log': '1.0', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Network': '1.1', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Port': '1.7', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'PortForwarding': '1.2', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'QosPolicy': '1.10', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'SecurityGroup': '1.5', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'SecurityGroupRule': '1.2', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'SubPort': '1.0', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Subnet': '1.1', Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: 'Trunk': '1.1'}} Nov 20 03:24:35.940714 dv-cinder-818037-5-smb neutron-server[102586]: {{(pid=102586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:24:35.996055 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541526f-2c00-4a9a-a410-56014dfb660b req-6f8ff8f8-91df-4431-9dbe-bb54f9dee5ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:36.000922 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-6f8ff8f8-91df-4431-9dbe-bb54f9dee5ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/networks?id=530f7aa3-7dc7-4ad1-8965-d23745f5091a HTTP/1.1" status: 200 len: 811 time: 0.4944196 Nov 20 03:24:36.004469 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Network fec62933-cfed-4c95-a7b3-d6b21121ec57 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:24:36.025344 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Attempting to bind port c3420f66-e041-40db-ae31-5abdc2bdb4cf on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:36.025979 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Attempting to bind port c3420f66-e041-40db-ae31-5abdc2bdb4cf by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:36.026264 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Attempting to bind port c3420f66-e041-40db-ae31-5abdc2bdb4cf on network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:36.076646 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, fec62933-cfed-4c95-a7b3-d6b21121ec57) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:36.085179 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:36.085586 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Checking segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:36.085722 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ffb290eb-2cbb-4301-9a12-5a6935b32b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.086005 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.086441 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Bound using segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:36.086954 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Bound port: c3420f66-e041-40db-ae31-5abdc2bdb4cf, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:36.087354 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.091662 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-1baff505-c6e6-47dd-b1ba-d252b1c00962 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/quotas/4389afb7a1c34653ac818f08005408b9 HTTP/1.1" status: 200 len: 375 time: 0.0769191 Nov 20 03:24:36.100716 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:36.101639 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.104419 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfca61a-c7c2-42e2-9b99-172fa28c6b6f None None] Network fec62933-cfed-4c95-a7b3-d6b21121ec57 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:36.121937 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb290eb-2cbb-4301-9a12-5a6935b32b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6287e2ee-21e4-48fc-a25d-a15ed1d43800,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:36.148530 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc64f0f-f9c1-4464-aec5-38b25cc61f87 None None] Network 0d19ed95-a56a-473d-9be8-fd4583984fb1 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:36.158838 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ffb290eb-2cbb-4301-9a12-5a6935b32b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.166123 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ffb290eb-2cbb-4301-9a12-5a6935b32b47 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6287e2ee-21e4-48fc-a25d-a15ed1d43800 HTTP/1.1" status: 204 len: 168 time: 0.3704641 Nov 20 03:24:36.167031 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45328) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:36.174426 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-99abee80-fff4-40e5-bfb6-be0ca938cc2a tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4389afb7a1c34653ac818f08005408b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817003 Nov 20 03:24:36.178677 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.214361 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-68aae534-38e5-4286-b93b-ebb13203946c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9656284 Nov 20 03:24:36.216104 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.218120 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45334) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:36.222941 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:36.235245 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-2b6593fe-1a11-4d6f-8d79-b552816f3d81 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:24:36.236688 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-2b6593fe-1a11-4d6f-8d79-b552816f3d81 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1089931 Nov 20 03:24:36.305541 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.313172 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] For port c3420f66-e041-40db-ae31-5abdc2bdb4cf, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:36.334045 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] For port c3420f66-e041-40db-ae31-5abdc2bdb4cf, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c3420f66-e041-40db-ae31-5abdc2bdb4cf,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:36.370695 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.376940 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-b00521b9-1850-4d3b-ab14-081f8a2c8c38 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:24:36.380797 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-b00521b9-1850-4d3b-ab14-081f8a2c8c38 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1323812 Nov 20 03:24:36.403338 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.433866 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.434255 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.435811 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.436152 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > port after_create 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.436528 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.436865 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > port after_update 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.437274 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.437514 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.437838 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.438163 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.454794 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e99f5-81f6-4c27-b4f7-da721a827577 None None] Network fec62933-cfed-4c95-a7b3-d6b21121ec57 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:36.455084 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1659417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6833'] for router, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.456259 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-323328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.508433 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e18b0-941b-4dc7-9791-1b6797c4a207 None None] Pushing event updated for resources: {'Port': ['ID=c3420f66-e041-40db-ae31-5abdc2bdb4cf,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:36.640145 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.704640 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.704992 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.705320 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.705652 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:24:36.706438 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469c0ddb-c063-4e5e-a813-9f7ee5d73e65']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:36.797314 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409fecb0-ee7c-4304-aac4-72bda59a0b53') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:36.797314 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409fecb0-ee7c-4304-aac4-72bda59a0b53') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:36.797314 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.801431 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Allocated IP 172.28.3.57 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/fb5f388e-9acd-4711-8614-b1a2eebd8204) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:36.801674 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.801768 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-0324dc7d-82ed-4228-856c-26238be2a987 service neutron] 10.222.0.53 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300996 Nov 20 03:24:36.805680 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:24:36.806268 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: from cryptography.utils import int_from_bytes Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: from cryptography.utils import int_from_bytes Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:24:36.811877 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:24:36.885608 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.892720 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.904747 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] 10.222.0.53 "DELETE /v2.0/networks/469c0ddb-c063-4e5e-a813-9f7ee5d73e65 HTTP/1.1" status: 204 len: 168 time: 0.7358768 Nov 20 03:24:36.905889 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45342) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:36.924352 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-b0bbe133-c57c-4f79-9dc2-877ce8b9387f service neutron] 10.222.0.53 "GET /v2.0/networks/530f7aa3-7dc7-4ad1-8965-d23745f5091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257318 Nov 20 03:24:36.941951 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9bdcf-d8f9-41a9-b482-f1b6b7f0b3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=469c0ddb-c063-4e5e-a813-9f7ee5d73e65,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:36.951267 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:36.963673 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa0c5d7-17b7-492c-ad54-7bb314b70f2a admin admin] Deleting subnet 36efbb98-c893-4b5c-8667-f82744f7df48 {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:24:36.967453 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-caa0c5d7-17b7-492c-ad54-7bb314b70f2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.004808 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-caa0c5d7-17b7-492c-ad54-7bb314b70f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.049762 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-caa0c5d7-17b7-492c-ad54-7bb314b70f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.111658 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-caa0c5d7-17b7-492c-ad54-7bb314b70f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.136388 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0c5d7-17b7-492c-ad54-7bb314b70f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36efbb98-c893-4b5c-8667-f82744f7df48,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:37.145704 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-5e74e620-6475-45b3-91a9-a0de7b555b64 service neutron] 10.222.0.53 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401980 Nov 20 03:24:37.153320 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-caa0c5d7-17b7-492c-ad54-7bb314b70f2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.159028 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-caa0c5d7-17b7-492c-ad54-7bb314b70f2a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/36efbb98-c893-4b5c-8667-f82744f7df48 HTTP/1.1" status: 204 len: 168 time: 0.2499545 Nov 20 03:24:37.163014 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45350) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:37.184430 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-d8c39b3d-b34b-455a-81d2-5a9eec4d7bf7 service neutron] 10.222.0.53 "GET /v2.0/networks/530f7aa3-7dc7-4ad1-8965-d23745f5091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432535 Nov 20 03:24:37.202254 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.253222 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.352112 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.402839 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.442728 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d19ed95-a56a-473d-9be8-fd4583984fb1']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:37.454385 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e42b32-292d-4615-beeb-0a01566cd9a0') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:37.454935 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e42b32-292d-4615-beeb-0a01566cd9a0') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:37.470465 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.487354 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.502821 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:24:37.505590 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:24:37.512043 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:24:37.617144 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.624744 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:37.634129 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d19ed95-a56a-473d-9be8-fd4583984fb1 HTTP/1.1" status: 204 len: 168 time: 0.4699914 Nov 20 03:24:37.635649 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:37.678581 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:37.687196 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:37.718092 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9956c7-ed4b-4889-9ff1-4bd0b626e50c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d19ed95-a56a-473d-9be8-fd4583984fb1,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:37.862150 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Pushing event updated for resources: {'Port': ['ID=fb5f388e-9acd-4711-8614-b1a2eebd8204,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:37.891524 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07c1b5-4427-44cc-ad78-d67a85921b7e None None] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:24:38.043950 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9359db1a-78cd-4c00-8245-8e6bd88c935b req-a612f0e2-8281-421a-83bd-740efde1d4ec tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 210 time: 0.1616828 Nov 20 03:24:38.099644 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c3420f66-e041-40db-ae31-5abdc2bdb4cf up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:38.137349 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45408) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:38.151622 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-a337717d-9642-4e50-bcfa-bb7f25b808aa None None] Provisioning complete for port c3420f66-e041-40db-ae31-5abdc2bdb4cf triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:38.152274 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a337717d-9642-4e50-bcfa-bb7f25b808aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.236184 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-abe8c00a-f2cc-4def-ac56-d54a5060fb11 req-4ee53eb5-5998-4b9c-8f43-092fa5a294fa tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 210 time: 0.2135091 Nov 20 03:24:38.276200 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.315481 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-72eaf4e2-8122-4f28-8663-8fc4c2c328a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a7b3ccf8e314afab5e229e4bbcc3a0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1766915 Nov 20 03:24:38.316159 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45410) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:38.345202 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port c3420f66-e041-40db-ae31-5abdc2bdb4cf triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:38.345581 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.350772 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.466534 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a337717d-9642-4e50-bcfa-bb7f25b808aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.518778 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c11f0226-6c11-4f9a-b5b9-cd153eedffe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.567878 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c11f0226-6c11-4f9a-b5b9-cd153eedffe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.618568 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-a337717d-9642-4e50-bcfa-bb7f25b808aa None None] For port c3420f66-e041-40db-ae31-5abdc2bdb4cf, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c3420f66-e041-40db-ae31-5abdc2bdb4cf,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:38.625736 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a337717d-9642-4e50-bcfa-bb7f25b808aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.670075 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c11f0226-6c11-4f9a-b5b9-cd153eedffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.673132 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c11f0226-6c11-4f9a-b5b9-cd153eedffe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.678896 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c11f0226-6c11-4f9a-b5b9-cd153eedffe2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76d4ff2b-ec7a-4a81-9c08-fd76c04dfe01 HTTP/1.1" status: 204 len: 168 time: 0.3612108 Nov 20 03:24:38.700833 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:38.702372 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f0226-6c11-4f9a-b5b9-cd153eedffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d4ff2b-ec7a-4a81-9c08-fd76c04dfe01,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:38.737196 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Allocated IP 172.28.3.238 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/a00522e7-5780-49c9-b414-928cb4359b5b) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:38.835550 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-7d71f2b1-4b46-4430-ac77-906a76ae29a4 None None] Provisioning complete for port c3420f66-e041-40db-ae31-5abdc2bdb4cf triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:38.835937 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7d71f2b1-4b46-4430-ac77-906a76ae29a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.021747 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337717d-9642-4e50-bcfa-bb7f25b808aa None None] Pushing event updated for resources: {'Port': ['ID=c3420f66-e041-40db-ae31-5abdc2bdb4cf,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:39.066824 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.069978 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.db.api [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 20 03:24:39.069978 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG oslo_db.api [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 20 03:24:39.107464 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.312423 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-178e768b-0031-46ec-9b5e-09ce038a5e42 req-e138d87c-9242-448e-93fd-ffa193f194cb tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 210 time: 0.0705411 Nov 20 03:24:39.385305 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45480) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:39.400351 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2b90f5b2-a87c-4821-9737-22d8ed460e08 req-9ef77541-7505-4ac8-898b-4e7111aa00c8 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 210 time: 0.0399165 Nov 20 03:24:39.402955 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.445559 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d1689c7d-a7dc-4201-a7c3-48c4cc5da532 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f664ea085ef44b3ae9d0baf03b4536a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0582011 Nov 20 03:24:39.446155 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45484) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:39.498538 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7a1806c6-cb86-4ee7-a744-0a355f1fb42e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.522145 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7a1806c6-cb86-4ee7-a744-0a355f1fb42e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.540235 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Pushing event updated for resources: {'Port': ['ID=a00522e7-5780-49c9-b414-928cb4359b5b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:39.557463 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:39.590116 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563'] for router, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.590376 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7a1806c6-cb86-4ee7-a744-0a355f1fb42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.594720 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7a1806c6-cb86-4ee7-a744-0a355f1fb42e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:39.597816 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:39.600399 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-7a1806c6-cb86-4ee7-a744-0a355f1fb42e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44f443ae-6e7b-47be-a0c7-df195eb3417a HTTP/1.1" status: 204 len: 168 time: 0.1532550 Nov 20 03:24:39.601993 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:39.617799 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1806c6-cb86-4ee7-a744-0a355f1fb42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f443ae-6e7b-47be-a0c7-df195eb3417a,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:39.842972 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c3420f66-e041-40db-ae31-5abdc2bdb4cf up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:39.943833 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port c3420f66-e041-40db-ae31-5abdc2bdb4cf triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:39.944469 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.363101 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Router bd44aa4f-544b-4447-b7eb-c544d475000a is scheduled to L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:24:40.388711 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.575250 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ff98495e-163e-4d4a-a382-ba8174bfec1f req-3afad198-021d-4ccd-ae47-c532f0b25146 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 210 time: 0.0431573 Nov 20 03:24:40.670205 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:24:40.683214 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Sync routers for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:24:40.716904 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.721859 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45570) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:40.722382 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-d70f742f-60c7-4622-9992-27645174f9ed admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5395713 Nov 20 03:24:40.729355 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:40.737295 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:24:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:40.754142 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563'] for router, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:40.875200 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.50', 53156) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:40.982497 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8c647c52-0894-44d6-8980-791209e515f4 req-11e706b1-fdd0-4ea3-86b0-545acde59b6b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 210 time: 0.1043541 Nov 20 03:24:41.064484 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:41.097181 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:41.333290 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541526f-2c00-4a9a-a410-56014dfb660b req-e5e2c996-b115-4592-bd7d-bf321391af80 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:41.334800 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:38Z', 'revision_number': 3, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:41.334957 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-e5e2c996-b115-4592-bd7d-bf321391af80 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.50 "GET /v2.0/networks?id=530f7aa3-7dc7-4ad1-8965-d23745f5091a HTTP/1.1" status: 200 len: 811 time: 0.4450526 Nov 20 03:24:41.379487 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Router 70da927c-152a-4dfb-9ec4-84cdca76a627 is scheduled to L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:24:41.398170 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Checking router: bd44aa4f-544b-4447-b7eb-c544d475000a for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:24:41.404405 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Updating router bd44aa4f-544b-4447-b7eb-c544d475000a port fb5f388e-9acd-4711-8614-b1a2eebd8204 binding host dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:24:41.462338 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:41.489188 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Request body: {'port': {'device_id': '6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d', 'network_id': '530f7aa3-7dc7-4ad1-8965-d23745f5091a', 'admin_state_up': True, 'tenant_id': '4389afb7a1c34653ac818f08005408b9'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:41.745618 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-de757624-55a3-4af3-8845-1215e45032dd req-0c76468d-e04d-4d44-bbfa-51f54d00b8f3 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 210 time: 0.0514350 Nov 20 03:24:41.815751 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:24:41.834064 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Sync routers for ids ['70da927c-152a-4dfb-9ec4-84cdca76a627'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:24:41.834289 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.50', 53166) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:41.879991 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Routers {'70da927c-152a-4dfb-9ec4-84cdca76a627'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:41.880919 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:24:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['70da927c-152a-4dfb-9ec4-84cdca76a627'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:41.901658 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Made reservation on behalf of 4389afb7a1c34653ac818f08005408b9 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:41.907494 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.012756 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.015519 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-c607bdb6-e8d3-4b18-9178-ea82c35f36cf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7958658 Nov 20 03:24:42.020145 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45644) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:42.082594 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.091847 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.096675 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.131110 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Set router 70da927c-152a-4dfb-9ec4-84cdca76a627 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:42.166930 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111028-73df-46aa-b342-0b66f8b46191 req-e523997e-3f08-4931-a126-914afb083078 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:42.175769 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-e523997e-3f08-4931-a126-914afb083078 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 814 time: 0.3406222 Nov 20 03:24:42.204359 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Attempting to bind port fb5f388e-9acd-4711-8614-b1a2eebd8204 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:42.205160 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Attempting to bind port fb5f388e-9acd-4711-8614-b1a2eebd8204 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:42.205689 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Attempting to bind port fb5f388e-9acd-4711-8614-b1a2eebd8204 on network 1d69fcd6-8932-4c8d-814f-897b225942bc {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:42.217060 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Pushing event updated for resources: {'Port': ['ID=fb5f388e-9acd-4711-8614-b1a2eebd8204,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:42.221396 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:42.221994 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:42.222539 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.223069 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Bound using segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:42.223713 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Bound port: fb5f388e-9acd-4711-8614-b1a2eebd8204, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:42.224270 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.240251 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Request body: {'port': {'device_id': '68fd2d0c-c4da-4470-806c-6536b3c7a8e0', 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'admin_state_up': True, 'tenant_id': 'e08ca2a4150a463c967227d00ff06214'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:42.254071 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.254701 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.255165 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.255647 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.256144 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.256632 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.257246 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.257848 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.258627 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.259170 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.259639 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.260126 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Tracked resource versions report: Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: pushed versions: Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: { 'AddressGroup': {'1.2'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'ConntrackHelper': {'1.0'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Log': {'1.0'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Network': {'1.1'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Port': {'1.7'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'PortForwarding': {'1.2'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'QosPolicy': {'1.10'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'SecurityGroup': {'1.5'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'SecurityGroupRule': {'1.2'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'SubPort': {'1.0'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Subnet': {'1.1'}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Trunk': {'1.1'}} Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: consumer versions: Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: { DHCP agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: HyperV agent@hv-cinder-81803: {}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: L3 agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: Metadata agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: Metering agent@dv-cinder-818037-5-smb: {}, Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: Open vSwitch agent@dv-cinder-818037-5-smb: { 'AddressGroup': '1.2', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'ConntrackHelper': '1.0', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Log': '1.0', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Network': '1.1', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Port': '1.7', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'PortForwarding': '1.2', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'QosPolicy': '1.10', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'SecurityGroup': '1.5', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'SecurityGroupRule': '1.2', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'SubPort': '1.0', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Subnet': '1.1', Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: 'Trunk': '1.1'}} Nov 20 03:24:42.261373 dv-cinder-818037-5-smb neutron-server[102587]: {{(pid=102587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 20 03:24:42.377779 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] For port fb5f388e-9acd-4711-8614-b1a2eebd8204, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:42.384335 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0cbcf957-dd71-48f1-8113-cf0629b5f90e req-4fea65d6-c6ab-42b4-83a0-398d3b757cfe tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 210 time: 0.1553378 Nov 20 03:24:42.387232 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] For port fb5f388e-9acd-4711-8614-b1a2eebd8204, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=fb5f388e-9acd-4711-8614-b1a2eebd8204,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:42.395462 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.534289 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:42.536654 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:24:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:42.552802 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:39Z', 'revision_number': 3, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port': {'id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:38Z', 'updated_at': '2021-11-20T03:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:42.627583 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Checking router: 70da927c-152a-4dfb-9ec4-84cdca76a627 for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:24:42.628397 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Updating router 70da927c-152a-4dfb-9ec4-84cdca76a627 port a00522e7-5780-49c9-b414-928cb4359b5b binding host dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:24:42.690942 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.878600 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Made reservation on behalf of e08ca2a4150a463c967227d00ff06214 for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:42.882246 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:42.888278 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:43.076903 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Allocated IP 172.20.0.1 (cc71dd9b-e4af-4bb0-874d-4ac59d5c2547/1ee7c979-c4c1-48c2-8e6b-02e545494964/de71090b-472e-47c6-9b70-fd3b0b5178e7) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:43.214978 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Allocated IP 172.20.0.4 (530f7aa3-7dc7-4ad1-8965-d23745f5091a/12e49c37-f757-4a42-84ed-bbc22617d6d2/5c3256d0-7347-485d-a40b-66c89192a4d4) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:43.236872 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29276dcc-9ae8-4989-99af-c5c82f323fce None None] Pushing event updated for resources: {'Port': ['ID=fb5f388e-9acd-4711-8614-b1a2eebd8204,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:43.259003 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.284476 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.456601 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Attempting to bind port a00522e7-5780-49c9-b414-928cb4359b5b on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:43.458353 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Attempting to bind port a00522e7-5780-49c9-b414-928cb4359b5b by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:43.458725 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Attempting to bind port a00522e7-5780-49c9-b414-928cb4359b5b on network 1d69fcd6-8932-4c8d-814f-897b225942bc {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:43.491019 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266aa04d-1b3d-4d08-aecd-e62f0fab410d None None] Pushing event updated for resources: {'Port': ['ID=a00522e7-5780-49c9-b414-928cb4359b5b,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:43.501558 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:38Z', 'revision_number': 3, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:43.516509 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:43.518023 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:43.519995 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.523028 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Bound using segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:43.524009 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Bound port: a00522e7-5780-49c9-b414-928cb4359b5b, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:43.525673 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.628377 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662451c6-978d-4f05-a76d-408a5f0ea30e None None] The sync data for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb is: [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:38Z', 'revision_number': 3, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:24:43.714208 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Allocated IP 172.20.0.10 (119c268c-a2e0-43bd-b4a6-ac5863eebef7/aaa85aca-3122-43fc-ac12-94e12fcaf646/4be73797-0a51-4dd5-bfbb-de586f41da96) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:43.739673 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] For port a00522e7-5780-49c9-b414-928cb4359b5b, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:43.761304 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] For port a00522e7-5780-49c9-b414-928cb4359b5b, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=a00522e7-5780-49c9-b414-928cb4359b5b,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:43.780216 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.822205 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.872362 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:43.961509 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-69335e81-15df-45f5-a948-72544b678a9d req-b7725fa4-3566-4acb-9c01-5ff970304e80 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 210 time: 0.5655599 Nov 20 03:24:44.010553 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.087990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Routers {'70da927c-152a-4dfb-9ec4-84cdca76a627'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:44.089388 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:24:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['70da927c-152a-4dfb-9ec4-84cdca76a627'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:44.168659 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.312700 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266aa04d-1b3d-4d08-aecd-e62f0fab410d None None] Pushing event updated for resources: {'Port': ['ID=a00522e7-5780-49c9-b414-928cb4359b5b,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:44.318287 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45726) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:44.329696 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=de71090b-472e-47c6-9b70-fd3b0b5178e7,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:44.339859 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-22a2f599-6ad9-4270-b84e-ff1ff2828067 req-047d30b4-5cca-4f84-9abc-2c244df821f2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 210 time: 0.3534098 Nov 20 03:24:44.389777 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:44.393531 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:44.458902 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:44.586838 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] Set router 70da927c-152a-4dfb-9ec4-84cdca76a627 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:44.625006 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Pushing event updated for resources: {'Port': ['ID=5c3256d0-7347-485d-a40b-66c89192a4d4,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:44.687908 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Network 530f7aa3-7dc7-4ad1-8965-d23745f5091a is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:44.696989 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:44.709001 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:44.725913 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:44.726659 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.898242 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-67efd777-9fd8-4136-88f6-d84f9afca47c None None] Provisioning complete for port de71090b-472e-47c6-9b70-fd3b0b5178e7 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:44.898678 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-67efd777-9fd8-4136-88f6-d84f9afca47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.953103 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-63d4b392-9c10-48fe-bc06-fd12035610bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4763443 Nov 20 03:24:44.961451 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-67efd777-9fd8-4136-88f6-d84f9afca47c None None] Port de71090b-472e-47c6-9b70-fd3b0b5178e7 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:24:44.962258 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.966507 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa1c7-72c7-4784-8c87-7ccb4bca9374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.975290 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1758552'] for router_interface, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:44.988017 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-d2365c4a-558b-453b-b31d-25f54613d4f3 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:24:44.990167 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-d2365c4a-558b-453b-b31d-25f54613d4f3 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117536 Nov 20 03:24:45.093740 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:39Z', 'revision_number': 3, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port': {'id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:38Z', 'updated_at': '2021-11-20T03:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:45.176129 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a0983-1468-4f34-96d1-17dc47521679 None None] The sync data for ids ['70da927c-152a-4dfb-9ec4-84cdca76a627'] in dv-cinder-818037-5-smb is: [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:39Z', 'revision_number': 3, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port': {'id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:38Z', 'updated_at': '2021-11-20T03:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:24:45.344254 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.410624 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.419487 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.474454 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:45.541215 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:45.548255 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:45.697728 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:45.698925 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:45.852666 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6211398 Nov 20 03:24:45.922804 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94ef3d-dfc9-4d1a-9007-612b00437872 req-b606c17f-0050-4824-b9d2-f8bd123a63fc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:45.943430 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2d94ef3d-dfc9-4d1a-9007-612b00437872 req-b606c17f-0050-4824-b9d2-f8bd123a63fc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 931 time: 0.7846656 Nov 20 03:24:45.987495 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Request body: {'port': {'device_id': '6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:46.009564 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Request body: {'port': {'device_id': '68fd2d0c-c4da-4470-806c-6536b3c7a8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:46.050338 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device fb5f388e-9acd-4711-8614-b1a2eebd8204 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:46.120127 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Allocated IP 172.20.0.1 (fec62933-cfed-4c95-a7b3-d6b21121ec57/2a7262b0-f863-4df0-8a19-465cdadba965/3ecba1ee-67ba-4773-8d22-9db49302e06f) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:46.312882 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f444a9-fe6c-4e74-8e86-80221001bf3d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Pushing event updated for resources: {'Port': ['ID=4be73797-0a51-4dd5-bfbb-de586f41da96,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.382223 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port fb5f388e-9acd-4711-8614-b1a2eebd8204 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:46.384414 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.415166 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa1c7-72c7-4784-8c87-7ccb4bca9374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.467709 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa1c7-72c7-4784-8c87-7ccb4bca9374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.490508 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5f5301e5-07f2-4135-8d41-c0ac326b58a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.653426 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.667821 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-7e5aa1c7-72c7-4784-8c87-7ccb4bca9374 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8dc48ae23ae64ec6bf405f9d77027daf&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3345149 Nov 20 03:24:46.688709 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port fb5f388e-9acd-4711-8614-b1a2eebd8204, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=fb5f388e-9acd-4711-8614-b1a2eebd8204,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:46.692647 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45770) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:46.695371 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aa1c7-72c7-4784-8c87-7ccb4bca9374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8473f341-5891-4b6f-a5f3-439c76ec382b,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.706673 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.716079 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.771927 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.825612 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.864347 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=fb5f388e-9acd-4711-8614-b1a2eebd8204,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.898288 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecba1ee-67ba-4773-8d22-9db49302e06f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:46.921885 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.927753 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c8e5d-6d76-482a-971e-5a218275e088 req-597c0805-17b4-41d2-aa1c-41b3792c59a7 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:46.929446 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-041c8e5d-6d76-482a-971e-5a218275e088 req-597c0805-17b4-41d2-aa1c-41b3792c59a7 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 932 time: 1.0563707 Nov 20 03:24:46.929949 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45774) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:46.937474 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2d94ef3d-dfc9-4d1a-9007-612b00437872 req-50492ca1-6231-40f0-bfb0-649f47368f47 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708507 Nov 20 03:24:46.938068 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.951511 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:46.955871 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Network fec62933-cfed-4c95-a7b3-d6b21121ec57 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:46.984902 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:46.989713 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:46.990525 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1758552'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.180826 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f79f18b-b839-457d-a6c7-db9f0fc966d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.180826 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758500'] for router_interface, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.267866 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=de71090b-472e-47c6-9b70-fd3b0b5178e7,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:47.390578 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f79f18b-b839-457d-a6c7-db9f0fc966d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.617385 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:47.618362 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.620986 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1f23486-a8f5-4d93-9b9b-51321194f7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.627066 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f79f18b-b839-457d-a6c7-db9f0fc966d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.630871 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f79f18b-b839-457d-a6c7-db9f0fc966d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:47.637532 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-4f79f18b-b839-457d-a6c7-db9f0fc966d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8473f341-5891-4b6f-a5f3-439c76ec382b HTTP/1.1" status: 204 len: 168 time: 0.9117532 Nov 20 03:24:47.657139 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:47.691892 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-041c8e5d-6d76-482a-971e-5a218275e088 req-8d1a8d00-770e-4d05-8529-20dcc4c73cdf tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351649 Nov 20 03:24:47.708625 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79f18b-b839-457d-a6c7-db9f0fc966d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8473f341-5891-4b6f-a5f3-439c76ec382b,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:47.973894 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be73797-0a51-4dd5-bfbb-de586f41da96 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:48.032332 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.098272 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device fb5f388e-9acd-4711-8614-b1a2eebd8204 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:48.192024 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Transition to ACTIVE for port object 4be73797-0a51-4dd5-bfbb-de586f41da96 will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:24:48.211359 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.303147 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port fb5f388e-9acd-4711-8614-b1a2eebd8204 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:48.303667 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.305129 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Router bd44aa4f-544b-4447-b7eb-c544d475000a has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:24:48.317975 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Pushing event updated for resources: {'Port': ['ID=4be73797-0a51-4dd5-bfbb-de586f41da96,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:48.356158 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-d8d255f1-e113-42c2-8f35-9b2a0ced7490 None None] Provisioning complete for port de71090b-472e-47c6-9b70-fd3b0b5178e7 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:48.366679 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8d255f1-e113-42c2-8f35-9b2a0ced7490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.481056 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-d8d255f1-e113-42c2-8f35-9b2a0ced7490 None None] Port de71090b-472e-47c6-9b70-fd3b0b5178e7 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:24:48.616512 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7c79f095-1f6e-486b-b1d9-2893d3c86b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.648582 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device a00522e7-5780-49c9-b414-928cb4359b5b up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:48.702234 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:24:48.723067 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-6f7911fe-f5d9-4781-8717-47bd84d84cd0 admin admin] 10.222.0.53 "PUT /v2.0/routers/bd44aa4f-544b-4447-b7eb-c544d475000a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9895883 Nov 20 03:24:48.723335 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Sync routers for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:24:48.762346 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port a00522e7-5780-49c9-b414-928cb4359b5b triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:48.763172 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:48.763892 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:24:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:48.764060 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.826125 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Attempting to bind port 4be73797-0a51-4dd5-bfbb-de586f41da96 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:48.826566 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Attempting to bind port 4be73797-0a51-4dd5-bfbb-de586f41da96 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:48.827048 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Attempting to bind port 4be73797-0a51-4dd5-bfbb-de586f41da96 on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:48.841733 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Port 4be73797-0a51-4dd5-bfbb-de586f41da96 on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:24:48.843597 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Attempting to bind port 4be73797-0a51-4dd5-bfbb-de586f41da96 on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:48.854756 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:48.859283 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Checking segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:48.859937 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Bound using segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:48.860544 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Bound port: 4be73797-0a51-4dd5-bfbb-de586f41da96, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:48.861072 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.887320 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.900444 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c093-c9a3-42b0-8adc-30782e25e111 req-1ce63d40-7c6d-491b-90db-3a1c0b86593a tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:48.909573 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb13c093-c9a3-42b0-8adc-30782e25e111 req-1ce63d40-7c6d-491b-90db-3a1c0b86593a tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 931 time: 0.6025600 Nov 20 03:24:48.933476 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:48.934330 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758500'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.010937 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:49.026338 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.090364 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port a00522e7-5780-49c9-b414-928cb4359b5b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=a00522e7-5780-49c9-b414-928cb4359b5b,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:49.096572 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.196768 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=a00522e7-5780-49c9-b414-928cb4359b5b,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:49.283204 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1f23486-a8f5-4d93-9b9b-51321194f7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.364669 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c1f23486-a8f5-4d93-9b9b-51321194f7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.542027 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761638-4968-4ae7-826d-d5586f481ce6 req-c0c49c9a-4f7b-4f5f-b8ba-e093e43bc376 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:49.553514 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 2, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:49.559398 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5c761638-4968-4ae7-826d-d5586f481ce6 req-c0c49c9a-4f7b-4f5f-b8ba-e093e43bc376 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 944 time: 0.7038331 Nov 20 03:24:49.605986 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Checking router: bd44aa4f-544b-4447-b7eb-c544d475000a for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:24:49.606831 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Updating router bd44aa4f-544b-4447-b7eb-c544d475000a port de71090b-472e-47c6-9b70-fd3b0b5178e7 binding host dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:24:49.621139 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-c1f23486-a8f5-4d93-9b9b-51321194f7fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5656a746cea41da88cd6acb5a0b7d18&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6883156 Nov 20 03:24:49.627581 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 45846) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:49.653090 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] For port 4be73797-0a51-4dd5-bfbb-de586f41da96, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:49.682150 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.712787 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] For port 4be73797-0a51-4dd5-bfbb-de586f41da96, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4be73797-0a51-4dd5-bfbb-de586f41da96,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:49.761175 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.771349 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-84a343ff-b729-40db-b0d6-6e827c44f5a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.785648 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.796256 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-84a343ff-b729-40db-b0d6-6e827c44f5a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.955596 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-84a343ff-b729-40db-b0d6-6e827c44f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.960901 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device a00522e7-5780-49c9-b414-928cb4359b5b up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:49.974427 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-84a343ff-b729-40db-b0d6-6e827c44f5a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:49.984310 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-84a343ff-b729-40db-b0d6-6e827c44f5a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e0378bd-8a30-4321-9c81-3d504363da28 HTTP/1.1" status: 204 len: 168 time: 0.3540294 Nov 20 03:24:50.044138 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:50.044816 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.046261 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] 10.222.0.50 "PUT /v2.0/ports/4be73797-0a51-4dd5-bfbb-de586f41da96 HTTP/1.1" status: 200 len: 1094 time: 4.0918844 Nov 20 03:24:50.048747 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fd2d0c-c4da-4470-806c-6536b3c7a8e0', 'tag': '4be73797-0a51-4dd5-bfbb-de586f41da96'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:50.128773 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a343ff-b729-40db-b0d6-6e827c44f5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0378bd-8a30-4321-9c81-3d504363da28,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.145663 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3256d0-7347-485d-a40b-66c89192a4d4 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:24:50.187297 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.246688 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Transition to ACTIVE for port object 5c3256d0-7347-485d-a40b-66c89192a4d4 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:24:50.271158 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5c761638-4968-4ae7-826d-d5586f481ce6 req-16d6a0b3-80ba-4ab1-9ff5-efec5e844149 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7103059 Nov 20 03:24:50.316791 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Network fec62933-cfed-4c95-a7b3-d6b21121ec57 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:50.321856 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb13c093-c9a3-42b0-8adc-30782e25e111 req-6063295f-5026-4119-ae18-9000607205b1 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4112866 Nov 20 03:24:50.329013 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:50.331213 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.436517 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba" -d '{"events": [{"name": "network-changed", "server_uuid": "68fd2d0c-c4da-4470-806c-6536b3c7a8e0", "tag": "4be73797-0a51-4dd5-bfbb-de586f41da96"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:50.484669 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.495217 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f23486-a8f5-4d93-9b9b-51321194f7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0378bd-8a30-4321-9c81-3d504363da28,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.497434 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.522378 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port a00522e7-5780-49c9-b414-928cb4359b5b triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:50.522903 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.528550 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecba1ee-67ba-4773-8d22-9db49302e06f,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.545406 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a509445-63c7-4b98-99dc-3278eca113bc service neutron] Pushing event updated for resources: {'Port': ['ID=4be73797-0a51-4dd5-bfbb-de586f41da96,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.609096 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111028-73df-46aa-b342-0b66f8b46191 req-24367dc7-9b83-4e20-bbdb-e7a266a45e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:50.618974 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-24367dc7-9b83-4e20-bbdb-e7a266a45e31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 1097 time: 0.4485366 Nov 20 03:24:50.764932 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff7e67-5cad-4605-af2d-6b1b17411853 None None] Pushing event updated for resources: {'Port': ['ID=de71090b-472e-47c6-9b70-fd3b0b5178e7,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.837118 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-b01ded3c-28e5-4f9c-b6d9-5bd77a237687 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be73797-0a51-4dd5-bfbb-de586f41da96 HTTP/1.1" status: 200 len: 217 time: 0.1971948 Nov 20 03:24:50.945762 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Router 70da927c-152a-4dfb-9ec4-84cdca76a627 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:24:50.955685 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Attempting to bind port de71090b-472e-47c6-9b70-fd3b0b5178e7 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:50.960859 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Attempting to bind port de71090b-472e-47c6-9b70-fd3b0b5178e7 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:50.961305 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Attempting to bind port de71090b-472e-47c6-9b70-fd3b0b5178e7 on network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:50.974823 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3256d0-7347-485d-a40b-66c89192a4d4,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:50.982481 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:50.982865 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Checking segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:50.983275 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:50.983673 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Bound using segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:50.984202 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Bound port: de71090b-472e-47c6-9b70-fd3b0b5178e7, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:50.984614 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.028854 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111028-73df-46aa-b342-0b66f8b46191 req-9aa5fe16-f73d-4365-9ad4-0ea3fe078a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:51.035758 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-9aa5fe16-f73d-4365-9ad4-0ea3fe078a91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.1656227 Nov 20 03:24:51.056190 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.136261 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-b9606c31-6151-469e-b9f8-b508ffa99984 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972216 Nov 20 03:24:51.219176 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Attempting to bind port 5c3256d0-7347-485d-a40b-66c89192a4d4 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:51.220293 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] For port de71090b-472e-47c6-9b70-fd3b0b5178e7, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:51.220883 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Attempting to bind port 5c3256d0-7347-485d-a40b-66c89192a4d4 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '67d5d3b5-0601-4663-a672-9fe34d8b67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530f7aa3-7dc7-4ad1-8965-d23745f5091a'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:51.223037 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Attempting to bind port 5c3256d0-7347-485d-a40b-66c89192a4d4 on network 530f7aa3-7dc7-4ad1-8965-d23745f5091a {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:51.227936 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] For port de71090b-472e-47c6-9b70-fd3b0b5178e7, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=de71090b-472e-47c6-9b70-fd3b0b5178e7,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:51.233487 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Port 5c3256d0-7347-485d-a40b-66c89192a4d4 on network 530f7aa3-7dc7-4ad1-8965-d23745f5091a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:24:51.233853 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Attempting to bind port 5c3256d0-7347-485d-a40b-66c89192a4d4 on network 530f7aa3-7dc7-4ad1-8965-d23745f5091a {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:51.239758 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.261930 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:51.262125 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-d5eb9b8e-fc7a-493a-9ba3-d36d67c82790 None None] Provisioning complete for port de71090b-472e-47c6-9b70-fd3b0b5178e7 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:51.262396 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Checking segment: {'id': '67d5d3b5-0601-4663-a672-9fe34d8b67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530f7aa3-7dc7-4ad1-8965-d23745f5091a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:51.262514 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b8e-fc7a-493a-9ba3-d36d67c82790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.262984 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Bound using segment: {'id': '67d5d3b5-0601-4663-a672-9fe34d8b67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530f7aa3-7dc7-4ad1-8965-d23745f5091a'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:51.263512 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Bound port: 5c3256d0-7347-485d-a40b-66c89192a4d4, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d5d3b5-0601-4663-a672-9fe34d8b67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '530f7aa3-7dc7-4ad1-8965-d23745f5091a'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:51.263906 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.453555 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-03c8e777-ecd9-4bc8-92b5-8de7faa1195e service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018417 Nov 20 03:24:51.471760 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:51.476274 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:24:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:51.488600 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff7e67-5cad-4605-af2d-6b1b17411853 None None] Pushing event updated for resources: {'Port': ['ID=de71090b-472e-47c6-9b70-fd3b0b5178e7,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:51.537071 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45912) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:51.611266 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-6751b735-eaa4-4d40-8fd4-55f61fe44118 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053648145', 'description': 'tempest-description--1006884567'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:51.653898 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b8e-fc7a-493a-9ba3-d36d67c82790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.854409 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e9111028-73df-46aa-b342-0b66f8b46191 req-4232e06c-1329-462c-837b-7dd11f4c720b service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775184 Nov 20 03:24:51.891208 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:51.903929 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-d5eb9b8e-fc7a-493a-9ba3-d36d67c82790 None None] For port de71090b-472e-47c6-9b70-fd3b0b5178e7, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=de71090b-472e-47c6-9b70-fd3b0b5178e7,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:51.924484 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d5eb9b8e-fc7a-493a-9ba3-d36d67c82790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.020922 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:24:52.040732 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:52.049293 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-3588fa58-15c9-4d78-86ce-fb6a008e7d33 admin admin] 10.222.0.53 "PUT /v2.0/routers/70da927c-152a-4dfb-9ec4-84cdca76a627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0246313 Nov 20 03:24:52.089372 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb9b8e-fc7a-493a-9ba3-d36d67c82790 None None] Pushing event updated for resources: {'Port': ['ID=de71090b-472e-47c6-9b70-fd3b0b5178e7,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:52.100740 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Sync routers for ids ['70da927c-152a-4dfb-9ec4-84cdca76a627'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:24:52.149830 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6751b735-eaa4-4d40-8fd4-55f61fe44118 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.167191 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Routers {'70da927c-152a-4dfb-9ec4-84cdca76a627'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:52.171122 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:24:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['70da927c-152a-4dfb-9ec4-84cdca76a627'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:52.215662 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] For port 5c3256d0-7347-485d-a40b-66c89192a4d4, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:52.325076 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-f233d5ac-2fee-4b83-8737-38d068f874ff None None] Provisioning complete for port de71090b-472e-47c6-9b70-fd3b0b5178e7 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:52.325862 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f233d5ac-2fee-4b83-8737-38d068f874ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.360828 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e43c11f-dc50-4a77-ab7c-66a4e23a2098 x-openstack-request-id: req-9e43c11f-dc50-4a77-ab7c-66a4e23a2098 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:52.361333 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fd2d0c-c4da-4470-806c-6536b3c7a8e0", "tag": "4be73797-0a51-4dd5-bfbb-de586f41da96", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:52.361726 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e43c11f-dc50-4a77-ab7c-66a4e23a2098 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:52.362705 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd2d0c-c4da-4470-806c-6536b3c7a8e0', 'tag': '4be73797-0a51-4dd5-bfbb-de586f41da96', 'status': 'completed', 'code': 200} Nov 20 03:24:52.434843 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] For port 5c3256d0-7347-485d-a40b-66c89192a4d4, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5c3256d0-7347-485d-a40b-66c89192a4d4,segment=NetworkSegment(67d5d3b5-0601-4663-a672-9fe34d8b67f3),segment_id=67d5d3b5-0601-4663-a672-9fe34d8b67f3)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:52.472870 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.588324 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3256d0-7347-485d-a40b-66c89192a4d4,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:52.614401 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a2879-c56e-4882-8509-bcc9a7ca108b req-6e48ee1a-dfac-4978-800f-5310f5f97efd tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:52.622929 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-167a2879-c56e-4882-8509-bcc9a7ca108b req-6e48ee1a-dfac-4978-800f-5310f5f97efd tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 944 time: 0.3964415 Nov 20 03:24:52.647849 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Set router 70da927c-152a-4dfb-9ec4-84cdca76a627 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:52.680467 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:52.715427 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:52.716535 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:52.717971 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-c48dc651-3ce0-4f5f-bcf9-2659cf2dd8d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/5c3256d0-7347-485d-a40b-66c89192a4d4 HTTP/1.1" status: 200 len: 1093 time: 7.4617221 Nov 20 03:24:52.723075 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d', 'tag': '5c3256d0-7347-485d-a40b-66c89192a4d4'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:24:52.751313 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce09b84-26b3-4859-b72f-6274fd9a5e11 None None] The sync data for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb is: [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:24:52.967954 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-167a2879-c56e-4882-8509-bcc9a7ca108b req-d21a0280-b4a2-413d-b9a1-5781bb9540df tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351364 Nov 20 03:24:53.018515 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f82aad-9160-43ab-8a3f-3b22d8d23bad req-1163376a-413b-4d1b-9809-7a00e4a8a5f3 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:53.020372 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06f82aad-9160-43ab-8a3f-3b22d8d23bad req-1163376a-413b-4d1b-9809-7a00e4a8a5f3 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 943 time: 0.4334464 Nov 20 03:24:53.121127 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6751b735-eaa4-4d40-8fd4-55f61fe44118 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.136556 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897" -d '{"events": [{"name": "network-changed", "server_uuid": "6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d", "tag": "5c3256d0-7347-485d-a40b-66c89192a4d4"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:24:53.173150 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6751b735-eaa4-4d40-8fd4-55f61fe44118 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.291111 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541526f-2c00-4a9a-a410-56014dfb660b req-bdb1e0ba-9555-43a6-bef2-6a763f5681b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:53.295288 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:47Z', 'revision_number': 4, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port': {'id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:38Z', 'updated_at': '2021-11-20T03:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '3ecba1ee-67ba-4773-8d22-9db49302e06f', 'name': '', 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'mac_address': 'fa:16:3e:b8:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2a7262b0-f863-4df0-8a19-465cdadba965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:45Z', 'updated_at': '2021-11-20T03:24:47Z', 'revision_number': 2, 'project_id': 'e15be1099b704550b3654808d5649183', 'subnets': [{'id': '2a7262b0-f863-4df0-8a19-465cdadba965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:53.311616 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-bdb1e0ba-9555-43a6-bef2-6a763f5681b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4389afb7a1c34653ac818f08005408b9&device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 1096 time: 0.1156867 Nov 20 03:24:53.362881 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6751b735-eaa4-4d40-8fd4-55f61fe44118 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.370631 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-6751b735-eaa4-4d40-8fd4-55f61fe44118 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8244913 Nov 20 03:24:53.383918 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 45980) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:53.410519 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Checking router: 70da927c-152a-4dfb-9ec4-84cdca76a627 for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:24:53.410872 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Updating router 70da927c-152a-4dfb-9ec4-84cdca76a627 port 3ecba1ee-67ba-4773-8d22-9db49302e06f binding host dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:24:53.422689 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-93a26d3d-caab-4dc2-8627-2c041a2eb3a8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'security_group_rule': {'security_group_id': 'cf760f18-3ab1-460d-a300-dd5ddd9b5100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:53.488007 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-0fe86fc0-6865-46d0-9ec7-f2edc09b3eb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3256d0-7347-485d-a40b-66c89192a4d4 HTTP/1.1" status: 200 len: 217 time: 0.1157506 Nov 20 03:24:53.525348 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:53.631301 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751b735-eaa4-4d40-8fd4-55f61fe44118 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf760f18-3ab1-460d-a300-dd5ddd9b5100,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:53.689878 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541526f-2c00-4a9a-a410-56014dfb660b req-381a2d0f-fd0c-44e7-b085-c3be7296c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:53.690985 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06f82aad-9160-43ab-8a3f-3b22d8d23bad req-0ae3922e-cfdb-4508-ac8a-24afa4c6a2b3 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298771 Nov 20 03:24:53.696882 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-381a2d0f-fd0c-44e7-b085-c3be7296c70d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e49c37-f757-4a42-84ed-bbc22617d6d2 HTTP/1.1" status: 200 len: 851 time: 0.1935551 Nov 20 03:24:53.716440 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-33fc8918-8127-42e4-8c18-523ea1cf6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:53.725878 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-33fc8918-8127-42e4-8c18-523ea1cf6074 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 1097 time: 0.5701010 Nov 20 03:24:53.798810 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-dff6333c-b72e-4b65-8477-fd80b915aa68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530f7aa3-7dc7-4ad1-8965-d23745f5091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929959 Nov 20 03:24:54.070012 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device de71090b-472e-47c6-9b70-fd3b0b5178e7 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:54.257226 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-cc70f6df-7a0a-4780-8899-ba8b46e27687 service neutron] 10.222.0.50 "GET /v2.0/networks/530f7aa3-7dc7-4ad1-8965-d23745f5091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339654 Nov 20 03:24:54.290990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port de71090b-472e-47c6-9b70-fd3b0b5178e7 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:54.290990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.411356 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-93a26d3d-caab-4dc2-8627-2c041a2eb3a8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.625550 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9541526f-2c00-4a9a-a410-56014dfb660b req-109adc9b-d60e-4818-94fd-c7c26c5aabfb service neutron] 10.222.0.50 "GET /v2.0/networks/530f7aa3-7dc7-4ad1-8965-d23745f5091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922604 Nov 20 03:24:54.674172 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.686291 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.819473 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24488d-1bec-4854-ab95-a971e0d9cd86 None None] Pushing event updated for resources: {'Port': ['ID=3ecba1ee-67ba-4773-8d22-9db49302e06f,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:54.834276 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b86d6ce-2f95-41ff-bd5d-e9b4e0b8306a x-openstack-request-id: req-8b86d6ce-2f95-41ff-bd5d-e9b4e0b8306a {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:24:54.836303 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d", "tag": "5c3256d0-7347-485d-a40b-66c89192a4d4", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:24:54.836303 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b86d6ce-2f95-41ff-bd5d-e9b4e0b8306a {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:24:54.836303 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d', 'tag': '5c3256d0-7347-485d-a40b-66c89192a4d4', 'status': 'completed', 'code': 200} Nov 20 03:24:54.942639 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Attempting to bind port 3ecba1ee-67ba-4773-8d22-9db49302e06f on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:24:54.943209 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Attempting to bind port 3ecba1ee-67ba-4773-8d22-9db49302e06f by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:24:54.943722 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Attempting to bind port 3ecba1ee-67ba-4773-8d22-9db49302e06f on network fec62933-cfed-4c95-a7b3-d6b21121ec57 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:24:54.950206 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:24:54.950866 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Checking segment: {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:24:54.951294 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.952060 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Bound using segment: {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:24:54.953105 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Bound port: 3ecba1ee-67ba-4773-8d22-9db49302e06f, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:24:54.953105 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:54.990635 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-fb704020-c9f8-4aa9-a775-34d6babadb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:54.995533 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-fb704020-c9f8-4aa9-a775-34d6babadb24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4389afb7a1c34653ac818f08005408b9&device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 1096 time: 0.1344481 Nov 20 03:24:55.097929 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] For port 3ecba1ee-67ba-4773-8d22-9db49302e06f, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:24:55.113362 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] For port 3ecba1ee-67ba-4773-8d22-9db49302e06f, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=3ecba1ee-67ba-4773-8d22-9db49302e06f,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:24:55.122129 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:55.293942 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-64778f56-35a4-45ed-8002-019f9ddccc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:55.297652 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24488d-1bec-4854-ab95-a971e0d9cd86 None None] Pushing event updated for resources: {'Port': ['ID=3ecba1ee-67ba-4773-8d22-9db49302e06f,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:55.298090 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-64778f56-35a4-45ed-8002-019f9ddccc81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 915 time: 1.5564775 Nov 20 03:24:55.307022 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-93a26d3d-caab-4dc2-8627-2c041a2eb3a8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:55.309233 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Routers {'70da927c-152a-4dfb-9ec4-84cdca76a627'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:24:55.310276 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:24:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['70da927c-152a-4dfb-9ec4-84cdca76a627'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:55.347574 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca96853-c917-41e0-9f55-10a51dd430cb req-76da0c58-e176-4bf5-8db5-ba060a990d29 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:55.360158 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-eca96853-c917-41e0-9f55-10a51dd430cb req-76da0c58-e176-4bf5-8db5-ba060a990d29 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 944 time: 0.3961754 Nov 20 03:24:55.381450 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-93a26d3d-caab-4dc2-8627-2c041a2eb3a8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:55.435418 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-7bc75347-2e0f-42d2-a5b4-52553fa3312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:55.437219 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-7bc75347-2e0f-42d2-a5b4-52553fa3312b service neutron] 10.222.0.50 "GET /v2.0/networks?id=530f7aa3-7dc7-4ad1-8965-d23745f5091a HTTP/1.1" status: 200 len: 912 time: 0.4358194 Nov 20 03:24:55.513785 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] Set router 70da927c-152a-4dfb-9ec4-84cdca76a627 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:24:55.592310 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-20208db8-e68d-43db-8118-43c06da46864 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:55.606528 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-20208db8-e68d-43db-8118-43c06da46864 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 818 time: 1.1962280 Nov 20 03:24:55.629402 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-a9086915-3ea7-4b97-9543-e0a337939f3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be73797-0a51-4dd5-bfbb-de586f41da96 HTTP/1.1" status: 200 len: 217 time: 0.2659769 Nov 20 03:24:55.662133 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a26d3d-caab-4dc2-8627-2c041a2eb3a8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da51ce00-70a7-4881-aa32-0957f97869d6,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:55.684371 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-37b2861d-3122-4144-9807-fc89f44028b6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/quotas/e15be1099b704550b3654808d5649183 HTTP/1.1" status: 200 len: 375 time: 0.0754850 Nov 20 03:24:55.684864 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:24:55.697176 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-93a26d3d-caab-4dc2-8627-2c041a2eb3a8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:55.698511 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-93a26d3d-caab-4dc2-8627-2c041a2eb3a8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2956834 Nov 20 03:24:55.702688 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46054) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:55.709506 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-60c8ee1a-88d9-4fe6-b76e-c67e1d905bc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'security_group_rule': {'security_group_id': 'cf760f18-3ab1-460d-a300-dd5ddd9b5100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:55.788649 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-eca96853-c917-41e0-9f55-10a51dd430cb req-84c65253-af77-473b-b86b-6d2b9baa31c0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870368 Nov 20 03:24:55.788907 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-60c8ee1a-88d9-4fe6-b76e-c67e1d905bc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:55.852419 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-e45af79f-8686-4f74-bb29-914ef1cc0675 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1496403 Nov 20 03:24:56.018367 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-60c8ee1a-88d9-4fe6-b76e-c67e1d905bc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:56.019814 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-268c8719-1990-4e9e-8904-6e098181488f service neutron] 10.222.0.53 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597168 Nov 20 03:24:56.023722 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-60c8ee1a-88d9-4fe6-b76e-c67e1d905bc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:56.085202 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ee1a-88d9-4fe6-b76e-c67e1d905bc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3fdc45-fad6-416f-b2a5-0e16fe9a63eb,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:56.100624 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-60c8ee1a-88d9-4fe6-b76e-c67e1d905bc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:56.109751 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-60c8ee1a-88d9-4fe6-b76e-c67e1d905bc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4056196 Nov 20 03:24:56.112288 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46072) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:56.128105 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'floatingip': {'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:56.199065 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:56.287248 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddd82b-bdf4-47f6-ab32-de66cc71d1f0 req-8fc07a2a-323c-4d46-93c7-9e6123f3239e tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:56.301148 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b0ddd82b-bdf4-47f6-ab32-de66cc71d1f0 req-8fc07a2a-323c-4d46-93c7-9e6123f3239e tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 943 time: 0.1154313 Nov 20 03:24:56.303397 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-32ff88e6-980e-4e1f-90ba-5889cc97534d service neutron] 10.222.0.53 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750912 Nov 20 03:24:56.305659 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:47Z', 'revision_number': 4, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port': {'id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:38Z', 'updated_at': '2021-11-20T03:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '3ecba1ee-67ba-4773-8d22-9db49302e06f', 'name': '', 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'mac_address': 'fa:16:3e:b8:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2a7262b0-f863-4df0-8a19-465cdadba965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:45Z', 'updated_at': '2021-11-20T03:24:55Z', 'revision_number': 4, 'project_id': 'e15be1099b704550b3654808d5649183', 'subnets': [{'id': '2a7262b0-f863-4df0-8a19-465cdadba965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:24:56.388955 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b0ddd82b-bdf4-47f6-ab32-de66cc71d1f0 req-76d73924-a62e-4683-971d-6b754e7edcca tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769317 Nov 20 03:24:56.431853 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-0f998834-b999-44e8-8d9f-c1c03a8403c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c3256d0-7347-485d-a40b-66c89192a4d4 HTTP/1.1" status: 200 len: 217 time: 0.1776156 Nov 20 03:24:56.437755 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71185cc7-0c00-43dd-8d43-c03980dfbf62 None None] The sync data for ids ['70da927c-152a-4dfb-9ec4-84cdca76a627'] in dv-cinder-818037-5-smb is: [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:47Z', 'revision_number': 4, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port': {'id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:38Z', 'updated_at': '2021-11-20T03:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '3ecba1ee-67ba-4773-8d22-9db49302e06f', 'name': '', 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'mac_address': 'fa:16:3e:b8:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2a7262b0-f863-4df0-8a19-465cdadba965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:45Z', 'updated_at': '2021-11-20T03:24:55Z', 'revision_number': 4, 'project_id': 'e15be1099b704550b3654808d5649183', 'subnets': [{'id': '2a7262b0-f863-4df0-8a19-465cdadba965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:24:56.634378 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:56.852412 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6846b5bf-5456-4cb0-a6b3-977f490c6e0e req-a6204d12-2588-4605-9c4c-6990753af180 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 210 time: 0.1041806 Nov 20 03:24:56.991608 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Allocated IP 172.28.3.81 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/a66aab88-d1ee-4602-87ad-2d9105c7ee76) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:57.041263 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973f07-2714-4a09-9383-144aed0bbc40 req-6a7a4bd0-d7fb-4912-b5db-a30bd8acaa30 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:57.057478 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1a973f07-2714-4a09-9383-144aed0bbc40 req-6a7a4bd0-d7fb-4912-b5db-a30bd8acaa30 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 944 time: 0.1128075 Nov 20 03:24:57.243537 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:57.250675 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-27d0846a-79ff-4fc3-a6b7-5b0013e2f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:57.252599 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-27d0846a-79ff-4fc3-a6b7-5b0013e2f6ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=12e49c37-f757-4a42-84ed-bbc22617d6d2 HTTP/1.1" status: 200 len: 851 time: 0.1282930 Nov 20 03:24:57.327949 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1a973f07-2714-4a09-9383-144aed0bbc40 req-76895b42-7cdc-4f47-9c82-5fdc1b7b33fe tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654040 Nov 20 03:24:57.333557 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-bf7947f7-4bde-43b2-9b0e-bc2bd5e2a9c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530f7aa3-7dc7-4ad1-8965-d23745f5091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662711 Nov 20 03:24:57.361833 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-0f40f8f4-c69b-4ccc-b7ea-2fa998749161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:57.365862 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-0f40f8f4-c69b-4ccc-b7ea-2fa998749161 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.2224512 Nov 20 03:24:57.373006 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:57.405709 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 46130) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:57.515116 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46142) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:57.525044 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'Port': ['ID=a66aab88-d1ee-4602-87ad-2d9105c7ee76,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:57.529701 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-f5ae219b-207e-4e8b-9f88-fffbdd65fce9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159236 Nov 20 03:24:57.884019 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75a0478e-8863-4369-b697-c2e1a39068a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:57.928959 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 3ecba1ee-67ba-4773-8d22-9db49302e06f up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:57.972566 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:24:57.977276 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:24:57.981229 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:24:58.061439 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-7c967b51-90ce-4ee6-a8b0-b729af3e04bb service neutron] 10.222.0.50 "GET /v2.0/networks/530f7aa3-7dc7-4ad1-8965-d23745f5091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404375 Nov 20 03:24:58.064389 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-c5d0714b-b182-4a2b-85c1-8d890b78a133 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:58.066214 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-c5d0714b-b182-4a2b-85c1-8d890b78a133 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 818 time: 0.5453444 Nov 20 03:24:58.073721 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 3ecba1ee-67ba-4773-8d22-9db49302e06f triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:24:58.074134 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.094186 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5fcf-118a-4ab2-9030-88c94b6936d5 req-db6a0639-e0cf-48d7-aa02-15e6e84ff2b1 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:58.095802 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4b8b5fcf-118a-4ab2-9030-88c94b6936d5 req-db6a0639-e0cf-48d7-aa02-15e6e84ff2b1 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 943 time: 0.5233686 Nov 20 03:24:58.149398 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-1ee3bfea-7a1a-41c6-86bb-615951c69d24 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/quotas/e15be1099b704550b3654808d5649183 HTTP/1.1" status: 200 len: 375 time: 0.0748460 Nov 20 03:24:58.161038 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-8f5c8a1d-f266-418e-b4c9-200de4b96e23 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873022 Nov 20 03:24:58.197002 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75a0478e-8863-4369-b697-c2e1a39068a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.231738 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-31c70813-9c7a-4ec6-8aba-83fed96f1f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.234474 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.236635 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75a0478e-8863-4369-b697-c2e1a39068a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.257336 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.313713 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port 3ecba1ee-67ba-4773-8d22-9db49302e06f, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=3ecba1ee-67ba-4773-8d22-9db49302e06f,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:24:58.321981 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.370015 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.374140 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0478e-8863-4369-b697-c2e1a39068a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead09640-5c57-4b39-a854-3821d79c4b7a,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:58.378810 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4829a185-37ed-4ee8-a5c1-8d6b0c36a897 req-34492517-aee2-42c6-9be8-84e461468a89 service neutron] 10.222.0.50 "GET /v2.0/networks/530f7aa3-7dc7-4ad1-8965-d23745f5091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990017 Nov 20 03:24:58.388796 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4b8b5fcf-118a-4ab2-9030-88c94b6936d5 req-b9353f1f-df4c-45fd-addb-5afc57a1c98b tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779219 Nov 20 03:24:58.410300 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=3ecba1ee-67ba-4773-8d22-9db49302e06f,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:58.462032 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-0f5352a1-a485-4205-beb8-83460d3b1422 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2932069 Nov 20 03:24:58.492563 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-75a0478e-8863-4369-b697-c2e1a39068a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed7da11a5425492783c8cb0a92c28ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0833030 Nov 20 03:24:58.497141 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46164) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:58.546186 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-31c70813-9c7a-4ec6-8aba-83fed96f1f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.570693 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-31c70813-9c7a-4ec6-8aba-83fed96f1f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.583093 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e9c6b2f-b144-4b97-a9de-7adc4d2165ba req-ac4bbd08-f167-4508-8a46-58a935c40ae1 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076490 Nov 20 03:24:58.606237 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4475653-728b-4601-ae3f-e18859b6bddc req-a87bf157-3021-4ba2-becc-3d908e9f08e5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:58.613777 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4475653-728b-4601-ae3f-e18859b6bddc req-a87bf157-3021-4ba2-becc-3d908e9f08e5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 944 time: 0.1218963 Nov 20 03:24:58.668595 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-041df354-7709-498b-b10f-ad8b97f2b1e2 service neutron] 10.222.0.53 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749113 Nov 20 03:24:58.711994 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c70813-9c7a-4ec6-8aba-83fed96f1f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee57f8d2-7e74-4565-85f1-a3b317da749d,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:58.716998 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-31c70813-9c7a-4ec6-8aba-83fed96f1f46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15c995d8ea7844d78162112d6ac2204c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1824698 Nov 20 03:24:58.730670 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46174) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:24:58.747437 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-45872401-bfcb-49a9-b341-efa37147139c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.825101 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-45872401-bfcb-49a9-b341-efa37147139c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.860526 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6e2b409d-c4b1-4025-bc67-bcc684d3ad45 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:58.862047 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6e2b409d-c4b1-4025-bc67-bcc684d3ad45 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 818 time: 0.3145068 Nov 20 03:24:58.873172 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.903786 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.937367 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Request body: {'port': {'device_id': '2d516676-c87b-4ecf-83c5-9ff0a6a80472', 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57', 'admin_state_up': True, 'tenant_id': 'e15be1099b704550b3654808d5649183'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:24:58.942494 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4475653-728b-4601-ae3f-e18859b6bddc req-3dbd8bb2-f074-41b8-ba3f-51c09942e294 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277056 Nov 20 03:24:58.988752 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5935-cb1a-4e05-86aa-f5acd47c371d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:58.990729 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-25d3127f-8dda-4af1-8782-7805dce9fa77 service neutron] 10.222.0.53 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074577 Nov 20 03:24:59.085899 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5935-cb1a-4e05-86aa-f5acd47c371d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.101974 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'Port': ['ID=a66aab88-d1ee-4602-87ad-2d9105c7ee76,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:59.145041 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-45872401-bfcb-49a9-b341-efa37147139c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.147820 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-45872401-bfcb-49a9-b341-efa37147139c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.149113 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-45872401-bfcb-49a9-b341-efa37147139c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ead09640-5c57-4b39-a854-3821d79c4b7a HTTP/1.1" status: 204 len: 168 time: 0.6468275 Nov 20 03:24:59.165448 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.191491 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45872401-bfcb-49a9-b341-efa37147139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead09640-5c57-4b39-a854-3821d79c4b7a,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:59.249082 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.256150 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2806135c-ea62-40bc-8b6f-00b2157e20a4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1369188 Nov 20 03:24:59.276461 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e3e2197e-6611-42c9-8129-56b9fbd9640b req-cb4d2175-7c17-4545-bc65-cb6daf6e6a33 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 210 time: 0.0567048 Nov 20 03:24:59.304813 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Made reservation on behalf of e15be1099b704550b3654808d5649183 for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:24:59.314193 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.335443 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5935-cb1a-4e05-86aa-f5acd47c371d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.341064 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dc0b5935-cb1a-4e05-86aa-f5acd47c371d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.342302 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-dc0b5935-cb1a-4e05-86aa-f5acd47c371d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee57f8d2-7e74-4565-85f1-a3b317da749d HTTP/1.1" status: 204 len: 168 time: 0.6093235 Nov 20 03:24:59.367957 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b5935-cb1a-4e05-86aa-f5acd47c371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee57f8d2-7e74-4565-85f1-a3b317da749d,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:24:59.678982 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Allocated IP 172.20.0.7 (fec62933-cfed-4c95-a7b3-d6b21121ec57/2a7262b0-f863-4df0-8a19-465cdadba965/126a1177-1692-4cc5-a15e-70118e6f18a4) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:24:59.728536 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305e463-d83a-4998-ab4b-ff8d344fc1b1 req-02855093-a3da-4243-aaac-4848b28ed948 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:24:59.731109 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7305e463-d83a-4998-ab4b-ff8d344fc1b1 req-02855093-a3da-4243-aaac-4848b28ed948 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 943 time: 0.1832707 Nov 20 03:24:59.874489 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-8785984c-9e3a-4368-8077-40a7918be6af tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1053648145&fields=id&tenant_id=b138c523752a4f6da2b64ff7b7c56d06 HTTP/1.1" status: 200 len: 267 time: 0.2302167 Nov 20 03:24:59.905222 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 3ecba1ee-67ba-4773-8d22-9db49302e06f up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:24:59.925248 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:24:59.930022 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7305e463-d83a-4998-ab4b-ff8d344fc1b1 req-15794bc4-dd4e-4fc0-94b6-12d012624ee3 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392455 Nov 20 03:25:00.005397 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.054290 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 3ecba1ee-67ba-4773-8d22-9db49302e06f triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:00.056506 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.074067 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Network fec62933-cfed-4c95-a7b3-d6b21121ec57 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:00.078720 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:00.088933 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:00.166789 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:00.167630 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.173621 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Pushing event updated for resources: {'Port': ['ID=126a1177-1692-4cc5-a15e-70118e6f18a4,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:00.195460 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-6798734a-b857-41f7-9678-4412e474b34e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2840335 Nov 20 03:25:00.205641 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-0a2526e8-a9da-4c04-a0f0-97669a0fedb1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:00.216713 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Request body: {'port': {'device_id': '2d516676-c87b-4ecf-83c5-9ff0a6a80472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:00.219287 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-0a2526e8-a9da-4c04-a0f0-97669a0fedb1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 817 time: 0.3434627 Nov 20 03:25:00.222590 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 46248) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:00.268369 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f1fe-5683-4e85-8823-128cb08cb37c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.283064 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d872ca-5b3d-4bea-ad82-4a75954045a9 req-055e3e39-3143-4855-820f-07329b4e3367 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:00.285649 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-07d872ca-5b3d-4bea-ad82-4a75954045a9 req-055e3e39-3143-4855-820f-07329b4e3367 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 944 time: 0.1788936 Nov 20 03:25:00.294004 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-9581bf3b-6be3-40e5-b4cb-3be7b0885355 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/quotas/b138c523752a4f6da2b64ff7b7c56d06 HTTP/1.1" status: 200 len: 375 time: 0.0735385 Nov 20 03:25:00.294233 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.415226 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-3fac8a56-e356-4e2e-b310-5f93e5304b0c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079247 Nov 20 03:25:00.438999 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-07d872ca-5b3d-4bea-ad82-4a75954045a9 req-2ea85974-9491-4716-ba46-b75091e09d35 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292465 Nov 20 03:25:00.470941 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f1fe-5683-4e85-8823-128cb08cb37c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.477181 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cc4f1fe-5683-4e85-8823-128cb08cb37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.515730 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2cc4f1fe-5683-4e85-8823-128cb08cb37c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e7db3723f5c4c569d4ae7a0bb85c0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918921 Nov 20 03:25:00.520527 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46262) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:00.583879 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4f1fe-5683-4e85-8823-128cb08cb37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31553d4-27d8-4865-a3ea-e919fb5ac074,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:00.600924 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7d42-57ee-445c-aa83-e1d943e51b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.623802 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b1d3f216-6f39-4e6f-9645-7f82be420a04 req-1e7e5c2f-b17a-4ef1-a834-bbf3ed6340a1 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 210 time: 0.0346346 Nov 20 03:25:00.639652 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7d42-57ee-445c-aa83-e1d943e51b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.676428 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-fbde535b-f5f9-432c-99d2-1a03461a40b4 service neutron] 10.222.0.53 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712999 Nov 20 03:25:00.710175 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126a1177-1692-4cc5-a15e-70118e6f18a4 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:00.720936 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.755300 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Transition to ACTIVE for port object 126a1177-1692-4cc5-a15e-70118e6f18a4 will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:25:00.756775 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7d42-57ee-445c-aa83-e1d943e51b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.760921 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7d42-57ee-445c-aa83-e1d943e51b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.767073 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2d7d7d42-57ee-445c-aa83-e1d943e51b29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d31553d4-27d8-4865-a3ea-e919fb5ac074 HTTP/1.1" status: 204 len: 168 time: 0.2429118 Nov 20 03:25:00.769163 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:00.848598 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Pushing event updated for resources: {'Port': ['ID=126a1177-1692-4cc5-a15e-70118e6f18a4,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:00.854988 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d7d42-57ee-445c-aa83-e1d943e51b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31553d4-27d8-4865-a3ea-e919fb5ac074,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:00.929312 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-f683d23e-5c0d-42fe-bfda-bfc879391324 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:00.934609 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-f683d23e-5c0d-42fe-bfda-bfc879391324 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 818 time: 0.2069769 Nov 20 03:25:00.977143 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Attempting to bind port 126a1177-1692-4cc5-a15e-70118e6f18a4 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:00.977370 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Attempting to bind port 126a1177-1692-4cc5-a15e-70118e6f18a4 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:00.977579 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Attempting to bind port 126a1177-1692-4cc5-a15e-70118e6f18a4 on network fec62933-cfed-4c95-a7b3-d6b21121ec57 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:00.979794 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Request body: {'port': {'device_id': '46ca3a5a-c044-47dd-85ce-965d153b29bf', 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57', 'admin_state_up': True, 'tenant_id': 'e15be1099b704550b3654808d5649183'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:00.993667 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Port 126a1177-1692-4cc5-a15e-70118e6f18a4 on network fec62933-cfed-4c95-a7b3-d6b21121ec57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:25:00.994646 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Attempting to bind port 126a1177-1692-4cc5-a15e-70118e6f18a4 on network fec62933-cfed-4c95-a7b3-d6b21121ec57 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:01.014506 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:01.014848 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Checking segment: {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:01.015234 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Bound using segment: {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:01.015673 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Bound port: 126a1177-1692-4cc5-a15e-70118e6f18a4, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:01.016069 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:01.114206 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] For port 126a1177-1692-4cc5-a15e-70118e6f18a4, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:01.118328 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] For port 126a1177-1692-4cc5-a15e-70118e6f18a4, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=126a1177-1692-4cc5-a15e-70118e6f18a4,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:01.124513 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-d27891a1-8ca8-4b6e-afc6-6b25a3bc3699 service neutron] 10.222.0.53 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440238 Nov 20 03:25:01.134284 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:01.150390 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cc9b2-78ba-401e-aaa1-a566d90b3e51 req-ed0a7739-bc4d-4aa9-9e64-cff2306b080c tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:01.152069 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6a3cc9b2-78ba-401e-aaa1-a566d90b3e51 req-ed0a7739-bc4d-4aa9-9e64-cff2306b080c tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 943 time: 0.1099086 Nov 20 03:25:01.200768 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:01.201620 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:01.203225 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] 10.222.0.50 "PUT /v2.0/ports/126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 200 len: 1093 time: 0.9928379 Nov 20 03:25:01.203952 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d516676-c87b-4ecf-83c5-9ff0a6a80472', 'tag': '126a1177-1692-4cc5-a15e-70118e6f18a4'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:01.206474 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4a6b37-2956-4a25-aaf8-2d934692076a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d516676-c87b-4ecf-83c5-9ff0a6a80472", "tag": "126a1177-1692-4cc5-a15e-70118e6f18a4"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:01.232688 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdad4ea-492f-4158-9912-9d7c1f5ae1dc service neutron] Pushing event updated for resources: {'Port': ['ID=126a1177-1692-4cc5-a15e-70118e6f18a4,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:01.250686 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6a3cc9b2-78ba-401e-aaa1-a566d90b3e51 req-9f6d9f93-08c0-4f6b-88fe-aa7c787c1d4c tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912848 Nov 20 03:25:01.279061 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Made reservation on behalf of e15be1099b704550b3654808d5649183 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:01.282968 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:01.342095 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d36cb1-ed07-492c-a92c-b037aa31a66a x-openstack-request-id: req-99d36cb1-ed07-492c-a92c-b037aa31a66a {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:01.342638 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d516676-c87b-4ecf-83c5-9ff0a6a80472", "tag": "126a1177-1692-4cc5-a15e-70118e6f18a4", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:01.343407 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99d36cb1-ed07-492c-a92c-b037aa31a66a {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:01.344614 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d516676-c87b-4ecf-83c5-9ff0a6a80472', 'tag': '126a1177-1692-4cc5-a15e-70118e6f18a4', 'status': 'completed', 'code': 200} Nov 20 03:25:01.429395 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-b98e2d59-e4f9-48c9-983e-b4b94ba73b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:01.435461 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-b98e2d59-e4f9-48c9-983e-b4b94ba73b84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1096 time: 0.1342254 Nov 20 03:25:01.538358 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-b10d4331-01ec-414e-9a53-373ec7ad6332 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 200 len: 217 time: 0.0849380 Nov 20 03:25:01.583745 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Allocated IP 172.20.0.6 (fec62933-cfed-4c95-a7b3-d6b21121ec57/2a7262b0-f863-4df0-8a19-465cdadba965/961cc145-a6f2-43b6-b442-d0b24674bb4a) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:01.599997 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-2a86177f-c848-43b1-a045-05608443c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:01.602040 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-2a86177f-c848-43b1-a045-05608443c8ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.0576909 Nov 20 03:25:01.630302 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4f068ac5-6f6a-457f-9014-853e72f7abc6 req-44feb348-008f-4d86-9012-d069300e264c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 210 time: 0.2093205 Nov 20 03:25:01.674530 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 5c3256d0-7347-485d-a40b-66c89192a4d4 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:25:01.705840 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-34dc4a08-39c4-43d1-99a6-d7651ef66fb8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946691 Nov 20 03:25:01.860566 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-4bfb864f-e569-4167-ac6e-6d2ac81f7883 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480396 Nov 20 03:25:01.904070 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82c7d343-e60b-4738-8480-284c3f6a9784 req-f4a34506-041d-4796-aabe-fc24d7b3e890 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 210 time: 0.0896909 Nov 20 03:25:01.907125 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 5c3256d0-7347-485d-a40b-66c89192a4d4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5c3256d0-7347-485d-a40b-66c89192a4d4,segment=NetworkSegment(67d5d3b5-0601-4663-a672-9fe34d8b67f3),segment_id=67d5d3b5-0601-4663-a672-9fe34d8b67f3)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:01.915814 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3bc4-442a-4211-83ac-457004820f62 req-c168fc6c-a545-4b8d-b2b3-45d9f35ff6a5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:01.933782 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '5c3256d0-7347-485d-a40b-66c89192a4d4', 'network_id': '530f7aa3-7dc7-4ad1-8965-d23745f5091a', 'port_id': '5c3256d0-7347-485d-a40b-66c89192a4d4', 'mac_address': 'fa:16:3e:d1:f5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12e49c37-f757-4a42-84ed-bbc22617d6d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:25:01.933901 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e6dc3bc4-442a-4211-83ac-457004820f62 req-c168fc6c-a545-4b8d-b2b3-45d9f35ff6a5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 944 time: 0.3156407 Nov 20 03:25:02.043857 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.055295 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e6dc3bc4-442a-4211-83ac-457004820f62 req-2c681d52-7266-49de-98eb-01ee2a45c667 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127806 Nov 20 03:25:02.073842 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-5f735b0d-6425-4352-a62d-54f3e5ddab89 req-ca2b98ec-2282-43cb-baac-b82c00c605b6 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051938 Nov 20 03:25:02.088287 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3256d0-7347-485d-a40b-66c89192a4d4 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:02.092383 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.139420 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 5c3256d0-7347-485d-a40b-66c89192a4d4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5c3256d0-7347-485d-a40b-66c89192a4d4,segment=NetworkSegment(67d5d3b5-0601-4663-a672-9fe34d8b67f3),segment_id=67d5d3b5-0601-4663-a672-9fe34d8b67f3)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:02.149378 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.150140 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4be73797-0a51-4dd5-bfbb-de586f41da96 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:25:02.169818 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.288774 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Network fec62933-cfed-4c95-a7b3-d6b21121ec57 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:02.298189 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-7c3987f1-0b11-4094-87e4-e93448f0b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:02.300131 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-7c3987f1-0b11-4094-87e4-e93448f0b9d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1096 time: 0.0978103 Nov 20 03:25:02.307603 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:02.316687 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:02.344874 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:02.347886 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.366677 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=5c3256d0-7347-485d-a40b-66c89192a4d4,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:02.406567 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4519005 Nov 20 03:25:02.407077 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4be73797-0a51-4dd5-bfbb-de586f41da96, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4be73797-0a51-4dd5-bfbb-de586f41da96,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:02.421694 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '4be73797-0a51-4dd5-bfbb-de586f41da96', 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'port_id': '4be73797-0a51-4dd5-bfbb-de586f41da96', 'mac_address': 'fa:16:3e:9a:8b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa85aca-3122-43fc-ac12-94e12fcaf646', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:25:02.471661 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-26d3939a-d314-420b-8e7d-2e0a99f761a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:02.474315 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-26d3939a-d314-420b-8e7d-2e0a99f761a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 919 time: 0.1648819 Nov 20 03:25:02.488172 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Request body: {'port': {'device_id': '46ca3a5a-c044-47dd-85ce-965d153b29bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:02.499788 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.510761 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1464d-b3e3-410f-b4ca-8622d4701871 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Pushing event updated for resources: {'Port': ['ID=961cc145-a6f2-43b6-b442-d0b24674bb4a,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:02.529006 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be73797-0a51-4dd5-bfbb-de586f41da96 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:02.548022 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d37c6e-ec14-4abc-ab3d-310d778a3f6e req-6a038341-855f-47e5-8c57-4a1415b6ff7b tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:02.550007 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-78d37c6e-ec14-4abc-ab3d-310d778a3f6e req-6a038341-855f-47e5-8c57-4a1415b6ff7b tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 944 time: 0.1639576 Nov 20 03:25:02.587276 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4be73797-0a51-4dd5-bfbb-de586f41da96, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4be73797-0a51-4dd5-bfbb-de586f41da96,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:02.592689 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.598472 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:02.615268 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-a1c065d3-b77a-4fdc-91bc-6298ff6c3272 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 200 len: 217 time: 0.1104465 Nov 20 03:25:02.687749 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-c4348f89-c03a-4330-afc2-5eaf55b15e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:02.689815 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-c4348f89-c03a-4330-afc2-5eaf55b15e56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.0662165 Nov 20 03:25:02.718530 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4be73797-0a51-4dd5-bfbb-de586f41da96,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:02.742209 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-733f7045-5dc5-4cca-9320-8a4c57a6498c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432775 Nov 20 03:25:02.767000 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-78d37c6e-ec14-4abc-ab3d-310d778a3f6e req-03a36d82-b9d8-491f-8ced-8f21467b44d0 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005670 Nov 20 03:25:02.823860 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0f19a6ba-0145-4609-a283-78a28f709952 req-bb8aa1f5-d4f9-4a7c-8d2f-204bd3271245 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 210 time: 0.0687091 Nov 20 03:25:03.033770 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['5c3256d0-7347-485d-a40b-66c89192a4d4'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:03.110958 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4be73797-0a51-4dd5-bfbb-de586f41da96'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:03.121419 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-53833b98-0eae-48cc-9365-e024000ff77b service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712609 Nov 20 03:25:03.173442 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.50', 53214) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:03.212598 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961cc145-a6f2-43b6-b442-d0b24674bb4a {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:03.269803 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.313999 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ae4a6b37-2956-4a25-aaf8-2d934692076a req-10ec8ee2-c6ac-478d-963e-3de8a12a2147 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847596 Nov 20 03:25:03.444838 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Transition to ACTIVE for port object 961cc145-a6f2-43b6-b442-d0b24674bb4a will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:25:03.476081 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446ffc-d355-4c9c-a62b-87fd5f5f1735 req-89a09a0e-2b38-4d58-b02b-ec1ae2b38a3f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:03.477636 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c5446ffc-d355-4c9c-a62b-87fd5f5f1735 req-89a09a0e-2b38-4d58-b02b-ec1ae2b38a3f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 931 time: 0.3607273 Nov 20 03:25:03.482908 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:03.739435 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146811d-f0aa-4b51-ba24-22aea3a5cfad req-caf23780-f441-48d0-9874-7facf298fbb9 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:03.740967 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e146811d-f0aa-4b51-ba24-22aea3a5cfad req-caf23780-f441-48d0-9874-7facf298fbb9 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 945 time: 0.5037758 Nov 20 03:25:03.802738 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-2c7bf7fb-c6c0-41a9-9ba0-5254e6157538 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:03.804202 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-2c7bf7fb-c6c0-41a9-9ba0-5254e6157538 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 817 time: 0.5724454 Nov 20 03:25:03.804877 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Pushing event updated for resources: {'Port': ['ID=961cc145-a6f2-43b6-b442-d0b24674bb4a,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:03.861872 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c5446ffc-d355-4c9c-a62b-87fd5f5f1735 req-2ae7cbfb-b2f8-42fa-8fa3-45d9bfc769a2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726485 Nov 20 03:25:03.891925 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Attempting to bind port 961cc145-a6f2-43b6-b442-d0b24674bb4a on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:03.892110 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Attempting to bind port 961cc145-a6f2-43b6-b442-d0b24674bb4a by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:03.892458 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Attempting to bind port 961cc145-a6f2-43b6-b442-d0b24674bb4a on network fec62933-cfed-4c95-a7b3-d6b21121ec57 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:03.903369 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e146811d-f0aa-4b51-ba24-22aea3a5cfad req-159eb50c-afe7-4df7-b0a4-d310817e6b73 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484842 Nov 20 03:25:03.920507 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Port 961cc145-a6f2-43b6-b442-d0b24674bb4a on network fec62933-cfed-4c95-a7b3-d6b21121ec57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:25:03.920874 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Attempting to bind port 961cc145-a6f2-43b6-b442-d0b24674bb4a on network fec62933-cfed-4c95-a7b3-d6b21121ec57 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:03.933086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:03.933418 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Checking segment: {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:03.933789 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Bound using segment: {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:03.934208 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Bound port: 961cc145-a6f2-43b6-b442-d0b24674bb4a, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:03.934560 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.008778 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-849d697b-027c-4e34-8123-92f388567ad4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b138c523752a4f6da2b64ff7b7c56d06 HTTP/1.1" status: 200 len: 380 time: 0.1835804 Nov 20 03:25:04.032476 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'port': {'device_id': '40038770-5909-4f03-89e9-2087d54d3949', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'admin_state_up': True, 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'security_groups': ['cf760f18-3ab1-460d-a300-dd5ddd9b5100']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:04.066171 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-36a0a1e9-048e-4e40-936e-80fd5999b89c req-ceff8df4-2220-4ef5-92e0-fe27dfe94855 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 210 time: 0.0564117 Nov 20 03:25:04.075451 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46412) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:04.124430 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2715a-b68e-4f59-86a7-93bc10c59309 req-17ac9dad-3671-48c9-9ee9-6e69a4c8c90f tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:04.125899 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b7a2715a-b68e-4f59-86a7-93bc10c59309 req-17ac9dad-3671-48c9-9ee9-6e69a4c8c90f tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 944 time: 0.1891916 Nov 20 03:25:04.142265 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] For port 961cc145-a6f2-43b6-b442-d0b24674bb4a, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:04.151665 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] For port 961cc145-a6f2-43b6-b442-d0b24674bb4a, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=961cc145-a6f2-43b6-b442-d0b24674bb4a,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:04.166263 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.195845 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0f519535-5578-4002-bc54-0f6106a15024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.237504 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:04.238483 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.239474 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] 10.222.0.50 "PUT /v2.0/ports/961cc145-a6f2-43b6-b442-d0b24674bb4a HTTP/1.1" status: 200 len: 1093 time: 1.7676954 Nov 20 03:25:04.241732 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ca3a5a-c044-47dd-85ce-965d153b29bf', 'tag': '961cc145-a6f2-43b6-b442-d0b24674bb4a'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:04.244022 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7aa1f1-8042-4186-9c38-c1caeac3d662" -d '{"events": [{"name": "network-changed", "server_uuid": "46ca3a5a-c044-47dd-85ce-965d153b29bf", "tag": "961cc145-a6f2-43b6-b442-d0b24674bb4a"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:04.276548 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b7a2715a-b68e-4f59-86a7-93bc10c59309 req-bd5f2813-3692-4fcb-b225-4433ab6ea7cd tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404014 Nov 20 03:25:04.281289 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82c5e9-042e-4b9c-aa7b-ff261c1674f2 service neutron] Pushing event updated for resources: {'Port': ['ID=961cc145-a6f2-43b6-b442-d0b24674bb4a,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:04.306103 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Made reservation on behalf of b138c523752a4f6da2b64ff7b7c56d06 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:04.314442 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.331417 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0f519535-5578-4002-bc54-0f6106a15024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.337987 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0f519535-5578-4002-bc54-0f6106a15024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.420777 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-0f519535-5578-4002-bc54-0f6106a15024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=754c015572d64a0884d11141ededebc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417015 Nov 20 03:25:04.420777 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f519535-5578-4002-bc54-0f6106a15024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88661816-55d9-4093-bc45-e6ae8bf28305,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:04.424271 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46426) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:04.461082 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0c6595-8782-46cc-91da-4250e4f014d5 x-openstack-request-id: req-4b0c6595-8782-46cc-91da-4250e4f014d5 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:04.461538 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ca3a5a-c044-47dd-85ce-965d153b29bf", "tag": "961cc145-a6f2-43b6-b442-d0b24674bb4a", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:04.461939 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b0c6595-8782-46cc-91da-4250e4f014d5 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:04.462539 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ca3a5a-c044-47dd-85ce-965d153b29bf', 'tag': '961cc145-a6f2-43b6-b442-d0b24674bb4a', 'status': 'completed', 'code': 200} Nov 20 03:25:04.525834 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e29f1458-d409-4332-a408-b390f0dacaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.531605 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-48a7bdd1-9e0b-46f1-bf5c-8fb18feda1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:04.533333 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-48a7bdd1-9e0b-46f1-bf5c-8fb18feda1e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 1096 time: 0.1924219 Nov 20 03:25:04.552016 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e29f1458-d409-4332-a408-b390f0dacaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.601809 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-adfedf18-7257-4d9f-9b79-67e5fce6d2f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=961cc145-a6f2-43b6-b442-d0b24674bb4a HTTP/1.1" status: 200 len: 217 time: 0.0486062 Nov 20 03:25:04.617052 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e29f1458-d409-4332-a408-b390f0dacaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.619965 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e29f1458-d409-4332-a408-b390f0dacaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:04.621536 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-e29f1458-d409-4332-a408-b390f0dacaff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88661816-55d9-4093-bc45-e6ae8bf28305 HTTP/1.1" status: 204 len: 168 time: 0.1843910 Nov 20 03:25:04.631789 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f1458-d409-4332-a408-b390f0dacaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88661816-55d9-4093-bc45-e6ae8bf28305,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:04.697929 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Allocated IP 172.20.0.10 (cc71dd9b-e4af-4bb0-874d-4ac59d5c2547/1ee7c979-c4c1-48c2-8e6b-02e545494964/22e90e5c-870f-4cff-9dd4-e7a3a36259b5) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:04.709269 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-0f02ad47-78b5-4c9f-bed7-8b73e12e4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:04.709269 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-0f02ad47-78b5-4c9f-bed7-8b73e12e4e10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.0813894 Nov 20 03:25:04.750239 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-ae109cf1-c4db-45cd-8592-6d684405dbb7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340331 Nov 20 03:25:04.943833 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-7bef81a5-dbca-4837-a766-05f396320bd7 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807883 Nov 20 03:25:05.059591 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46462) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:05.064440 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.080324 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-af424e61-5ce6-478f-bd3b-86e23cc320ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.138730 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67573ca-41ac-4724-a880-8edec0a9207c req-54b00287-01ab-4b1b-90a5-19874f1e82e5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.140439 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a67573ca-41ac-4724-a880-8edec0a9207c req-54b00287-01ab-4b1b-90a5-19874f1e82e5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 943 time: 0.1991444 Nov 20 03:25:05.170920 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-af424e61-5ce6-478f-bd3b-86e23cc320ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.176956 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-af424e61-5ce6-478f-bd3b-86e23cc320ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.186781 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5338314-6d02-48d7-9044-e1609d0f2cb2 req-7bd20e8c-ee74-4ab6-8d62-e4e8ece4293f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.188301 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d5338314-6d02-48d7-9044-e1609d0f2cb2 req-7bd20e8c-ee74-4ab6-8d62-e4e8ece4293f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 945 time: 0.1738935 Nov 20 03:25:05.219676 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6b651eef-58ec-4bb2-b949-cf5482f33a23 req-be41b151-31ff-458d-ae52-c12e0f51764b service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585537 Nov 20 03:25:05.221606 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-af424e61-5ce6-478f-bd3b-86e23cc320ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff3ea8bf09a1455bbe47f854a75060ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591146 Nov 20 03:25:05.222398 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af424e61-5ce6-478f-bd3b-86e23cc320ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93db8596-7afe-4336-b3f6-eab6b7a31055,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:05.224638 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46466) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:05.240580 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.291421 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4fb4fe52-fbc7-4481-b1a4-75b7d5b73d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.305473 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a67573ca-41ac-4724-a880-8edec0a9207c req-29520483-c43e-499e-b566-db1a02e8b634 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554759 Nov 20 03:25:05.316625 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4fb4fe52-fbc7-4481-b1a4-75b7d5b73d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.352958 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:05.365474 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d5338314-6d02-48d7-9044-e1609d0f2cb2 req-89fc50c7-a52a-495a-b33f-d5f7dfbcbda9 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654394 Nov 20 03:25:05.366550 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:05.370017 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:05.388398 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4fb4fe52-fbc7-4481-b1a4-75b7d5b73d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.391485 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4fb4fe52-fbc7-4481-b1a4-75b7d5b73d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.392076 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:05.392477 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-4fb4fe52-fbc7-4481-b1a4-75b7d5b73d69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93db8596-7afe-4336-b3f6-eab6b7a31055 HTTP/1.1" status: 204 len: 168 time: 0.1668744 Nov 20 03:25:05.405040 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.405872 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.407756 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4fe52-fbc7-4481-b1a4-75b7d5b73d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93db8596-7afe-4336-b3f6-eab6b7a31055,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:05.447447 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-fbecec22-0856-4c59-97f0-002996671cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.449653 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-fbecec22-0856-4c59-97f0-002996671cdf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 1096 time: 0.1325769 Nov 20 03:25:05.463955 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-33301c6e-bdf6-4d6e-be05-9adf894d1c95 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4372199 Nov 20 03:25:05.495750 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Request body: {'port': {'device_id': '40038770-5909-4f03-89e9-2087d54d3949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:05.572774 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d2402-1d69-4517-aa82-777f4900b998 req-a347215a-9d3e-4b25-885f-085ac519e211 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.574458 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-291d2402-1d69-4517-aa82-777f4900b998 req-a347215a-9d3e-4b25-885f-085ac519e211 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 932 time: 0.2022212 Nov 20 03:25:05.620251 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-494b7107-1b20-4ca5-a59c-8c30466389d8 None None] Provisioning complete for port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:05.621227 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-494b7107-1b20-4ca5-a59c-8c30466389d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.641407 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba090-3b02-4b78-b2ff-dfa8c6b1e08b req-ca6b45c1-2cda-4a39-b68b-644f6ebe390f tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.643094 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-04aba090-3b02-4b78-b2ff-dfa8c6b1e08b req-ca6b45c1-2cda-4a39-b68b-644f6ebe390f tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 944 time: 0.1923871 Nov 20 03:25:05.671160 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-494b7107-1b20-4ca5-a59c-8c30466389d8 None None] Port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:05.673791 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 126a1177-1692-4cc5-a15e-70118e6f18a4 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:25:05.676243 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 5c3256d0-7347-485d-a40b-66c89192a4d4 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:05.687780 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.709462 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-464d906f-fb9c-4a43-8447-f806206dd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:05.711018 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-464d906f-fb9c-4a43-8447-f806206dd974 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 919 time: 0.2448125 Nov 20 03:25:05.795424 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 5c3256d0-7347-485d-a40b-66c89192a4d4 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:25:05.798319 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-291d2402-1d69-4517-aa82-777f4900b998 req-452ce14a-7c3f-42cd-a5d4-6533b17d0cce tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878898 Nov 20 03:25:05.807494 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 5c3256d0-7347-485d-a40b-66c89192a4d4 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:05.807972 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:05.859368 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-3368d7ec-8f76-46d1-950c-6ab9feb3e031 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=961cc145-a6f2-43b6-b442-d0b24674bb4a HTTP/1.1" status: 200 len: 217 time: 0.1341648 Nov 20 03:25:05.879961 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 126a1177-1692-4cc5-a15e-70118e6f18a4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=126a1177-1692-4cc5-a15e-70118e6f18a4,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:05.888121 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-04aba090-3b02-4b78-b2ff-dfa8c6b1e08b req-501343be-7fbc-4c30-b690-3d7baa36c772 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292697 Nov 20 03:25:05.916819 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '126a1177-1692-4cc5-a15e-70118e6f18a4', 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57', 'port_id': '126a1177-1692-4cc5-a15e-70118e6f18a4', 'mac_address': 'fa:16:3e:c9:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7262b0-f863-4df0-8a19-465cdadba965', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:25:06.032115 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.061050 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-9a19607c-0822-480e-a1df-da1408e64a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:06.062642 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-9a19607c-0822-480e-a1df-da1408e64a5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.1957252 Nov 20 03:25:06.067557 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126a1177-1692-4cc5-a15e-70118e6f18a4 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:06.089825 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 126a1177-1692-4cc5-a15e-70118e6f18a4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=126a1177-1692-4cc5-a15e-70118e6f18a4,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:06.091466 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.114714 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.123865 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3256d0-7347-485d-a40b-66c89192a4d4'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:06.245759 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 5c3256d0-7347-485d-a40b-66c89192a4d4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5c3256d0-7347-485d-a40b-66c89192a4d4,segment=NetworkSegment(67d5d3b5-0601-4663-a672-9fe34d8b67f3),segment_id=67d5d3b5-0601-4663-a672-9fe34d8b67f3)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:06.254316 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.255503 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4be73797-0a51-4dd5-bfbb-de586f41da96 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:06.315032 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=126a1177-1692-4cc5-a15e-70118e6f18a4,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:06.366624 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-877bace7-7371-4702-a7d1-36c548c23845 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2933185 Nov 20 03:25:06.526604 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=5c3256d0-7347-485d-a40b-66c89192a4d4,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:06.539921 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['126a1177-1692-4cc5-a15e-70118e6f18a4'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:06.575720 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85e0497-3334-4a74-9607-3439a8e082b0" -d '{"events": [{"server_uuid": "6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d", "name": "network-vif-plugged", "status": "completed", "tag": "5c3256d0-7347-485d-a40b-66c89192a4d4"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:06.600664 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 4be73797-0a51-4dd5-bfbb-de586f41da96 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:25:06.609476 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 4be73797-0a51-4dd5-bfbb-de586f41da96 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:06.610168 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.638262 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-f892b0ab-ff58-4182-80fa-fadc35d643d1 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601249 Nov 20 03:25:06.746006 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.751933 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707e2e7-3d58-488a-8cab-0d12ae280d5c req-cc4a7574-c2cd-4e64-bddd-b99cd228725f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:06.759378 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c707e2e7-3d58-488a-8cab-0d12ae280d5c req-cc4a7574-c2cd-4e64-bddd-b99cd228725f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 943 time: 0.2087355 Nov 20 03:25:06.772503 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90269-60ca-4dad-9bb9-d5fb8ab2daae req-5598ba37-7d3b-4aaf-8d4f-a0165586ad67 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:06.774006 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-17b90269-60ca-4dad-9bb9-d5fb8ab2daae req-5598ba37-7d3b-4aaf-8d4f-a0165586ad67 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 945 time: 0.2222195 Nov 20 03:25:06.810650 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4be73797-0a51-4dd5-bfbb-de586f41da96, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4be73797-0a51-4dd5-bfbb-de586f41da96,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:06.820249 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.904636 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4be73797-0a51-4dd5-bfbb-de586f41da96,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:06.910331 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:06.923456 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:06.941415 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c707e2e7-3d58-488a-8cab-0d12ae280d5c req-b7c49085-922b-421a-bbc0-40fc053a93b3 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767626 Nov 20 03:25:06.943827 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa7aa1f1-8042-4186-9c38-c1caeac3d662 req-be1046a0-e12d-42e4-b680-198aede008b2 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840233 Nov 20 03:25:06.953655 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-17b90269-60ca-4dad-9bb9-d5fb8ab2daae req-c6131c9b-8dec-4389-ad98-966da02359e4 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644557 Nov 20 03:25:06.961725 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Transition to ACTIVE for port object 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:25:06.966901 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:07.037266 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:07.101292 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Attempting to bind port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:07.101636 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Attempting to bind port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:07.103210 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Attempting to bind port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 on network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:07.127236 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 on network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:25:07.127581 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Attempting to bind port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 on network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:07.156767 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:07.157193 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Checking segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:07.157590 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Bound using segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:07.158175 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Bound port: 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:07.158551 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:07.238767 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa88be6-a229-4284-8c1b-85b3b2541071 req-77b19298-795a-4e2b-a4a3-c4b3aee18d62 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:07.240083 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aaa88be6-a229-4284-8c1b-85b3b2541071 req-77b19298-795a-4e2b-a4a3-c4b3aee18d62 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.1318626 Nov 20 03:25:07.331035 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aaa88be6-a229-4284-8c1b-85b3b2541071 req-a7b3a36a-770e-4012-8bfd-452ccf2b4a1e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830171 Nov 20 03:25:07.334070 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:07.336703 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d662dc4b-7554-44ce-9197-09a5ea149d82 x-openstack-request-id: req-d662dc4b-7554-44ce-9197-09a5ea149d82 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:07.337030 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d", "name": "network-vif-plugged", "status": "completed", "tag": "5c3256d0-7347-485d-a40b-66c89192a4d4", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:07.337327 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d662dc4b-7554-44ce-9197-09a5ea149d82 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:07.337750 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3256d0-7347-485d-a40b-66c89192a4d4', 'code': 200} Nov 20 03:25:07.339346 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:07.347684 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:07.520927 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:07.521567 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:07.524475 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] 10.222.0.50 "PUT /v2.0/ports/22e90e5c-870f-4cff-9dd4-e7a3a36259b5 HTTP/1.1" status: 200 len: 1094 time: 2.0350881 Nov 20 03:25:07.524918 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:07.528797 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b" -d '{"events": [{"name": "network-changed", "server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:07.654404 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17045c95-4cbd-489b-bfe1-e446030d5d67 x-openstack-request-id: req-17045c95-4cbd-489b-bfe1-e446030d5d67 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:07.654715 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:07.654972 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17045c95-4cbd-489b-bfe1-e446030d5d67 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:07.655412 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'status': 'completed', 'code': 200} Nov 20 03:25:07.665482 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 961cc145-a6f2-43b6-b442-d0b24674bb4a details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:25:07.674265 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 126a1177-1692-4cc5-a15e-70118e6f18a4 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:07.715524 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87d9dd-9ba9-4af5-a641-d192fd736abf req-c69d7a23-14e2-433c-9288-3f55fb161f08 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:07.717224 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-da87d9dd-9ba9-4af5-a641-d192fd736abf req-c69d7a23-14e2-433c-9288-3f55fb161f08 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 945 time: 0.2560368 Nov 20 03:25:07.738377 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1d4f1-53d6-4733-b232-a543713c82de service neutron] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:07.771759 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46598) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:07.799472 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031858e-f6a5-4cd2-bb80-199b3127a71d req-65f58531-6dd5-4616-898d-1abcf6365473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:07.810815 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3031858e-f6a5-4cd2-bb80-199b3127a71d req-65f58531-6dd5-4616-898d-1abcf6365473 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 1098 time: 0.2432590 Nov 20 03:25:07.877645 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-621eef98-c753-491b-a502-8d31ae0d1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:07.892161 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-621eef98-c753-491b-a502-8d31ae0d1ad4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 1097 time: 0.2634337 Nov 20 03:25:07.907270 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3031858e-f6a5-4cd2-bb80-199b3127a71d req-55aefb8b-51cc-4a97-9ecd-226ca827c3ec service neutron] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:07.973574 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d36375-5898-4cdc-94c6-cd9e63d5326b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.070152 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 126a1177-1692-4cc5-a15e-70118e6f18a4 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:25:08.074886 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-da87d9dd-9ba9-4af5-a641-d192fd736abf req-d76d4903-b2aa-4d4a-8d70-881376690826 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378038 Nov 20 03:25:08.083630 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-daf676cd-c9f9-4835-9ecc-fdda6f41fa68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5 HTTP/1.1" status: 200 len: 217 time: 0.1729436 Nov 20 03:25:08.100191 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 126a1177-1692-4cc5-a15e-70118e6f18a4 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:08.100191 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.118750 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 961cc145-a6f2-43b6-b442-d0b24674bb4a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=961cc145-a6f2-43b6-b442-d0b24674bb4a,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:08.196261 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d36375-5898-4cdc-94c6-cd9e63d5326b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.203550 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91d36375-5898-4cdc-94c6-cd9e63d5326b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.221720 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '961cc145-a6f2-43b6-b442-d0b24674bb4a', 'network_id': 'fec62933-cfed-4c95-a7b3-d6b21121ec57', 'port_id': '961cc145-a6f2-43b6-b442-d0b24674bb4a', 'mac_address': 'fa:16:3e:77:9f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7262b0-f863-4df0-8a19-465cdadba965', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:25:08.245837 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d36375-5898-4cdc-94c6-cd9e63d5326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b943cd57-da42-4df5-9319-0b8947571593,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:08.325781 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-91d36375-5898-4cdc-94c6-cd9e63d5326b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5c7ff8f37324cdf9dc617cb66eda22d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522423 Nov 20 03:25:08.326513 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46618) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:08.354326 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b0e3e-5d96-46a3-8b24-68d634fe0c30 req-c7e00f61-2898-4ea2-867e-8dfb7e30ac53 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:08.355857 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-708b0e3e-5d96-46a3-8b24-68d634fe0c30 req-c7e00f61-2898-4ea2-867e-8dfb7e30ac53 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 943 time: 0.2516327 Nov 20 03:25:08.360831 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-172ab426-014e-4a44-8ec9-f7aa6cb171ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:08.362216 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-172ab426-014e-4a44-8ec9-f7aa6cb171ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.2630975 Nov 20 03:25:08.376379 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.383099 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.384193 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba31607-73a3-4e29-acdb-e6a0b422d394 req-6e3171dd-af6d-4991-88df-c782c4de0014 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:08.384193 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3ba31607-73a3-4e29-acdb-e6a0b422d394 req-6e3171dd-af6d-4991-88df-c782c4de0014 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 946 time: 0.1639271 Nov 20 03:25:08.405988 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961cc145-a6f2-43b6-b442-d0b24674bb4a {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:08.456094 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-728e614e-2996-468c-9d26-2d77e6270c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.463992 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 961cc145-a6f2-43b6-b442-d0b24674bb4a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=961cc145-a6f2-43b6-b442-d0b24674bb4a,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:08.472986 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.487530 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 126a1177-1692-4cc5-a15e-70118e6f18a4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=126a1177-1692-4cc5-a15e-70118e6f18a4,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:08.494959 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-728e614e-2996-468c-9d26-2d77e6270c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.515276 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.545670 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3ba31607-73a3-4e29-acdb-e6a0b422d394 req-27f12d6e-78b4-4b4b-bc4e-d4d9373513a1 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244903 Nov 20 03:25:08.550511 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=961cc145-a6f2-43b6-b442-d0b24674bb4a,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:08.574528 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3031858e-f6a5-4cd2-bb80-199b3127a71d req-55aefb8b-51cc-4a97-9ecd-226ca827c3ec service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.583965 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-21020dbe-b821-41bc-a397-bb30e0bd6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:08.583965 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-21020dbe-b821-41bc-a397-bb30e0bd6f8f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1943038 Nov 20 03:25:08.601083 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-728e614e-2996-468c-9d26-2d77e6270c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.609828 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-728e614e-2996-468c-9d26-2d77e6270c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.611029 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-728e614e-2996-468c-9d26-2d77e6270c88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b943cd57-da42-4df5-9319-0b8947571593 HTTP/1.1" status: 204 len: 168 time: 0.2784297 Nov 20 03:25:08.619464 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=126a1177-1692-4cc5-a15e-70118e6f18a4,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:08.634067 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e614e-2996-468c-9d26-2d77e6270c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b943cd57-da42-4df5-9319-0b8947571593,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:08.644658 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3031858e-f6a5-4cd2-bb80-199b3127a71d req-55aefb8b-51cc-4a97-9ecd-226ca827c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:08.747982 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-708b0e3e-5d96-46a3-8b24-68d634fe0c30 req-9d83842e-385d-437a-a309-44eeae86b42c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805683 Nov 20 03:25:08.783208 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3031858e-f6a5-4cd2-bb80-199b3127a71d req-55aefb8b-51cc-4a97-9ecd-226ca827c3ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9539473 Nov 20 03:25:08.783445 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['961cc145-a6f2-43b6-b442-d0b24674bb4a'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:08.814361 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aefb8b-51cc-4a97-9ecd-226ca827c3ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1badc924-924c-4d3a-9397-cca9697e59f4,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:08.853226 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97b135-5c07-4e43-8056-31e8d1537b58 req-73a1ca71-8108-4c7e-bfd2-932e11bf7292 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:08.854931 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8f97b135-5c07-4e43-8056-31e8d1537b58 req-73a1ca71-8108-4c7e-bfd2-932e11bf7292 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.1527431 Nov 20 03:25:08.894220 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-79bcfb9c-c3e1-4c5b-9194-a00f26318ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040702 Nov 20 03:25:08.922212 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8f97b135-5c07-4e43-8056-31e8d1537b58 req-d4467101-0321-4087-8135-559b1b2c0831 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571098 Nov 20 03:25:09.002943 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46638) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:09.016870 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0db1076b-2794-4df2-9ea7-2aeefd8800e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.093523 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0db1076b-2794-4df2-9ea7-2aeefd8800e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.099084 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0db1076b-2794-4df2-9ea7-2aeefd8800e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.138683 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1076b-2794-4df2-9ea7-2aeefd8800e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c61e76-30e4-4ea6-a4ce-8e90bdc30b5a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.147333 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-0db1076b-2794-4df2-9ea7-2aeefd8800e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ad3ef6083bc418086c31da4bd102255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406348 Nov 20 03:25:09.148212 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46646) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:09.208403 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d022a218-2ba7-437a-9555-fb7cf78299e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.224138 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a7f0f3df-1fb8-4b0d-b0c9-97aebe99c9f7 req-7a212918-11e1-4059-9668-1694badee243 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505373 Nov 20 03:25:09.233713 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d022a218-2ba7-437a-9555-fb7cf78299e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.249526 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f6601-0fa2-4c7b-8dfe-10f33ec133b7 req-a4624185-cf50-44d5-bf56-e8fe061f61e6 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:09.251134 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c54f6601-0fa2-4c7b-8dfe-10f33ec133b7 req-a4624185-cf50-44d5-bf56-e8fe061f61e6 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 945 time: 0.0652606 Nov 20 03:25:09.297383 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d022a218-2ba7-437a-9555-fb7cf78299e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.301546 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d022a218-2ba7-437a-9555-fb7cf78299e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.305369 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d022a218-2ba7-437a-9555-fb7cf78299e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05c61e76-30e4-4ea6-a4ce-8e90bdc30b5a HTTP/1.1" status: 204 len: 168 time: 0.1527319 Nov 20 03:25:09.310199 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c54f6601-0fa2-4c7b-8dfe-10f33ec133b7 req-84c0d241-a61f-4b4b-9f3d-73cfb35b56d5 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503595 Nov 20 03:25:09.316721 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022a218-2ba7-437a-9555-fb7cf78299e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c61e76-30e4-4ea6-a4ce-8e90bdc30b5a,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:09.338812 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fd2d0c-c4da-4470-806c-6536b3c7a8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be73797-0a51-4dd5-bfbb-de586f41da96'}, {'server_uuid': '2d516676-c87b-4ecf-83c5-9ff0a6a80472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126a1177-1692-4cc5-a15e-70118e6f18a4'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:09.343979 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6cf158-ebd1-4b9f-bb6e-d6081ff99fa7" -d '{"events": [{"server_uuid": "68fd2d0c-c4da-4470-806c-6536b3c7a8e0", "name": "network-vif-plugged", "status": "completed", "tag": "4be73797-0a51-4dd5-bfbb-de586f41da96"}, {"server_uuid": "2d516676-c87b-4ecf-83c5-9ff0a6a80472", "name": "network-vif-plugged", "status": "completed", "tag": "126a1177-1692-4cc5-a15e-70118e6f18a4"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:09.393470 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8635c242-47cc-4b2d-8045-4cdd44d7b391 x-openstack-request-id: req-8635c242-47cc-4b2d-8045-4cdd44d7b391 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:09.393782 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fd2d0c-c4da-4470-806c-6536b3c7a8e0", "name": "network-vif-plugged", "status": "completed", "tag": "4be73797-0a51-4dd5-bfbb-de586f41da96", "code": 200}, {"server_uuid": "2d516676-c87b-4ecf-83c5-9ff0a6a80472", "name": "network-vif-plugged", "status": "completed", "tag": "126a1177-1692-4cc5-a15e-70118e6f18a4", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:09.394033 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8635c242-47cc-4b2d-8045-4cdd44d7b391 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:09.394442 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fd2d0c-c4da-4470-806c-6536b3c7a8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be73797-0a51-4dd5-bfbb-de586f41da96', 'code': 200} Nov 20 03:25:09.394701 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d516676-c87b-4ecf-83c5-9ff0a6a80472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126a1177-1692-4cc5-a15e-70118e6f18a4', 'code': 200} Nov 20 03:25:09.395818 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-28450a29-6133-4fa4-b6f5-32969545a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:09.397530 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-28450a29-6133-4fa4-b6f5-32969545a2e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 1097 time: 0.0665457 Nov 20 03:25:09.609522 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-72d8cbd6-fba9-4fae-90af-3e56e4ad6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:09.611619 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-72d8cbd6-fba9-4fae-90af-3e56e4ad6b18 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.1373596 Nov 20 03:25:09.683124 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 961cc145-a6f2-43b6-b442-d0b24674bb4a up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:09.693615 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-9b485d66-feee-416e-a528-ee9e8e4ae2ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5 HTTP/1.1" status: 200 len: 217 time: 0.0738831 Nov 20 03:25:09.766450 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 961cc145-a6f2-43b6-b442-d0b24674bb4a completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:25:09.776184 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 961cc145-a6f2-43b6-b442-d0b24674bb4a triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:09.778385 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.830560 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-28870cb0-d2be-4451-a6bd-83ccf413a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:09.832150 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-28870cb0-d2be-4451-a6bd-83ccf413a0de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.1031542 Nov 20 03:25:09.841922 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead00c08-f0f9-4f05-aa75-de569876ff66 req-32264611-e57a-4950-aaeb-490e86854271 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:09.844731 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ead00c08-f0f9-4f05-aa75-de569876ff66 req-32264611-e57a-4950-aaeb-490e86854271 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 946 time: 0.1535168 Nov 20 03:25:09.915325 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:09.940711 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bd2f9-a07b-433c-aaa4-24a48943740d req-b70a9e1c-32b8-405d-b342-f7dca23c9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:09.942505 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-828bd2f9-a07b-433c-aaa4-24a48943740d req-b70a9e1c-32b8-405d-b342-f7dca23c9ac9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 1099 time: 0.1938715 Nov 20 03:25:09.962511 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50260a-f7c3-48fb-8aa2-47cb1a622a45 req-366f32eb-2431-48b5-b3bd-cad483483938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:09.967058 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bd50260a-f7c3-48fb-8aa2-47cb1a622a45 req-366f32eb-2431-48b5-b3bd-cad483483938 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1098 time: 0.1956327 Nov 20 03:25:10.000032 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 961cc145-a6f2-43b6-b442-d0b24674bb4a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=961cc145-a6f2-43b6-b442-d0b24674bb4a,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:10.005544 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:10.053783 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-a72e9f06-de7a-4bd4-bad5-a65644d36a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:10.056579 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-a72e9f06-de7a-4bd4-bad5-a65644d36a74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2064953 Nov 20 03:25:10.060201 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-828bd2f9-a07b-433c-aaa4-24a48943740d req-06d42c6e-e336-451e-b991-94a1a0b56e17 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081433 Nov 20 03:25:10.087298 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cee76-0ee4-48e1-a06b-274f24fd4374 req-6c65f03a-0c7c-411f-a80b-5f3e98ccc891 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:10.089496 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-729cee76-0ee4-48e1-a06b-274f24fd4374 req-6c65f03a-0c7c-411f-a80b-5f3e98ccc891 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 944 time: 0.2236149 Nov 20 03:25:10.090870 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=961cc145-a6f2-43b6-b442-d0b24674bb4a,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:10.100871 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ead00c08-f0f9-4f05-aa75-de569876ff66 req-5665696c-01f4-4e52-8775-82756e79d6de tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481391 Nov 20 03:25:10.166373 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bd50260a-f7c3-48fb-8aa2-47cb1a622a45 req-ecb7841a-9172-4aaa-9a1f-f912a4d37ebc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882370 Nov 20 03:25:10.193207 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-729cee76-0ee4-48e1-a06b-274f24fd4374 req-23238478-d0ec-45dd-9083-85ea23889986 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856140 Nov 20 03:25:10.250196 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08edce3-1758-497a-b32e-529814ccf304 req-099f8fc6-6a9f-422c-b258-876bd9fab8da tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:10.252191 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f08edce3-1758-497a-b32e-529814ccf304 req-099f8fc6-6a9f-422c-b258-876bd9fab8da tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0738490 Nov 20 03:25:10.595827 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f324a0-ffa7-45f6-b28d-c5f0e3b9674d req-db091561-c5d5-4337-86fd-1d6f47c5022a tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:10.597464 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-18f324a0-ffa7-45f6-b28d-c5f0e3b9674d req-db091561-c5d5-4337-86fd-1d6f47c5022a tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 945 time: 0.1318419 Nov 20 03:25:10.604266 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f08edce3-1758-497a-b32e-529814ccf304 req-a369cae7-d8d0-41fb-a6ee-5ed21e46ab0e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452172 Nov 20 03:25:10.650117 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-389216c7-7e3e-4066-94ef-8a633269b2ff service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864324 Nov 20 03:25:10.723280 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-18f324a0-ffa7-45f6-b28d-c5f0e3b9674d req-a2ac6e4b-f704-4633-a18e-ae33e01a363c tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180677 Nov 20 03:25:10.789762 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5965404b-5a1b-4e9d-9b63-d8e7ac14a96b req-1c3f048d-03c3-41d8-99e3-6891c2bcba49 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303327 Nov 20 03:25:11.038553 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.219355 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6fe61-d638-4042-b8a7-40491f635030 req-862a63c7-030b-4036-a827-fc468534608c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:11.221616 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-efa6fe61-d638-4042-b8a7-40491f635030 req-862a63c7-030b-4036-a827-fc468534608c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0575469 Nov 20 03:25:11.304893 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-efa6fe61-d638-4042-b8a7-40491f635030 req-bc0c746d-ca15-48dc-b28b-26040163ac91 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722470 Nov 20 03:25:11.364812 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10633903-233d-407d-ab4c-8561c9a105ce req-d4c5a0f6-c78c-4319-8edd-e5064ba0035d tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:11.366355 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-10633903-233d-407d-ab4c-8561c9a105ce req-d4c5a0f6-c78c-4319-8edd-e5064ba0035d tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0726953 Nov 20 03:25:11.396135 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ca3a5a-c044-47dd-85ce-965d153b29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961cc145-a6f2-43b6-b442-d0b24674bb4a'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:11.398564 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ecd39-5794-4fca-9e42-304c9c4f55f9" -d '{"events": [{"server_uuid": "46ca3a5a-c044-47dd-85ce-965d153b29bf", "name": "network-vif-plugged", "status": "completed", "tag": "961cc145-a6f2-43b6-b442-d0b24674bb4a"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:11.416713 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-10633903-233d-407d-ab4c-8561c9a105ce req-174b3175-22a2-48b3-af6d-0b51ef84c6d9 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Nov 20 03:25:11.439756 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce949a05-cb8d-49f4-90b1-94cb33f3584f x-openstack-request-id: req-ce949a05-cb8d-49f4-90b1-94cb33f3584f {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:11.440086 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ca3a5a-c044-47dd-85ce-965d153b29bf", "name": "network-vif-plugged", "status": "completed", "tag": "961cc145-a6f2-43b6-b442-d0b24674bb4a", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:11.440349 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce949a05-cb8d-49f4-90b1-94cb33f3584f {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:11.440742 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ca3a5a-c044-47dd-85ce-965d153b29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961cc145-a6f2-43b6-b442-d0b24674bb4a', 'code': 200} Nov 20 03:25:11.710682 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:25:11.746364 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47503b-3a73-417a-b6c1-f47383643790 req-0fa5fb86-62ef-4a97-a363-9282fe0f5027 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:11.748148 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2c47503b-3a73-417a-b6c1-f47383643790 req-0fa5fb86-62ef-4a97-a363-9282fe0f5027 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0645998 Nov 20 03:25:11.852284 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadc38-c83e-4057-886e-038eb2c82d5c req-3a86fdbb-29d4-41ce-9798-9d89a3fea392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:11.853780 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-46aadc38-c83e-4057-886e-038eb2c82d5c req-3a86fdbb-29d4-41ce-9798-9d89a3fea392 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 1098 time: 0.0970235 Nov 20 03:25:11.860589 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:11.867108 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2c47503b-3a73-417a-b6c1-f47383643790 req-0cdf8e4f-6b60-45f7-a86c-faae2224ed93 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020451 Nov 20 03:25:11.874842 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'port_id': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'mac_address': 'fa:16:3e:a0:37:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:25:11.905838 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1302b-7b14-433a-bb07-619cbcfdf1d6 req-48b54721-008b-47c7-955d-633550fd97bf tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:11.907500 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8db1302b-7b14-433a-bb07-619cbcfdf1d6 req-48b54721-008b-47c7-955d-633550fd97bf tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 945 time: 0.0576599 Nov 20 03:25:11.930775 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:11.944237 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:11.958354 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8db1302b-7b14-433a-bb07-619cbcfdf1d6 req-4903b41a-5b91-4b47-8005-3e9e0e2693bc tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Nov 20 03:25:11.964960 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:11.970856 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:12.039290 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:12.044462 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-46aadc38-c83e-4057-886e-038eb2c82d5c req-62cf5e99-6ee8-4e66-9f81-004b6cd57793 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676847 Nov 20 03:25:12.437057 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256d6a1-1837-49ed-9d1a-3d378ff38e55 req-fe096114-bef4-4c9f-a962-0a0aa4694110 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:12.456296 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c256d6a1-1837-49ed-9d1a-3d378ff38e55 req-fe096114-bef4-4c9f-a962-0a0aa4694110 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0842886 Nov 20 03:25:12.456638 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['22e90e5c-870f-4cff-9dd4-e7a3a36259b5'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:12.548879 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c256d6a1-1837-49ed-9d1a-3d378ff38e55 req-9830455d-f3e5-40cf-8e4d-d5ac473f8c3f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899205 Nov 20 03:25:12.585050 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcae623-42b1-4b04-bfd9-924ea599fbde req-43ef5cc4-35d0-461e-98fd-4563b707720c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:12.588937 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0fcae623-42b1-4b04-bfd9-924ea599fbde req-43ef5cc4-35d0-461e-98fd-4563b707720c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0770938 Nov 20 03:25:12.645407 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0fcae623-42b1-4b04-bfd9-924ea599fbde req-7769b979-6e47-43b5-b13a-12537e9c6979 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487218 Nov 20 03:25:12.972257 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46844) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:13.003990 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f94e3-83de-471f-bd91-210faa6eba8a req-d7a1f22e-5c55-4384-93c4-8c1bd5ad698e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:13.005516 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9d5f94e3-83de-471f-bd91-210faa6eba8a req-d7a1f22e-5c55-4384-93c4-8c1bd5ad698e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 945 time: 0.0523376 Nov 20 03:25:13.052896 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9d5f94e3-83de-471f-bd91-210faa6eba8a req-851294f8-28d7-4cff-80c2-2a66b4780526 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Nov 20 03:25:13.082585 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6133743-351e-4e39-b6ad-42ebbf9fcf03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.161946 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6133743-351e-4e39-b6ad-42ebbf9fcf03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.167984 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6133743-351e-4e39-b6ad-42ebbf9fcf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.212351 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-b6133743-351e-4e39-b6ad-42ebbf9fcf03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e440b13e38794b9f8c2ff6b7c455b1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388275 Nov 20 03:25:13.213263 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6133743-351e-4e39-b6ad-42ebbf9fcf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f0f62c-85e2-4e5d-8969-f57629e24752,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:13.215896 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 46848) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:13.271654 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e071d199-a19b-4d33-8292-e4505fc9a80c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.294864 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e071d199-a19b-4d33-8292-e4505fc9a80c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.351643 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e071d199-a19b-4d33-8292-e4505fc9a80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.354356 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e071d199-a19b-4d33-8292-e4505fc9a80c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.355632 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-e071d199-a19b-4d33-8292-e4505fc9a80c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22f0f62c-85e2-4e5d-8969-f57629e24752 HTTP/1.1" status: 204 len: 168 time: 0.1386542 Nov 20 03:25:13.363823 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071d199-a19b-4d33-8292-e4505fc9a80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f0f62c-85e2-4e5d-8969-f57629e24752,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:13.649487 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 46868) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:13.666160 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2548f842-bfb4-4b8d-b12c-a6ae58300725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.711834 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:13.762769 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:25:13.773822 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:13.774193 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.783400 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2548f842-bfb4-4b8d-b12c-a6ae58300725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.795721 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984ccab-d079-46c7-8705-b39a7a1e444e req-c1f05c20-4894-4779-b7b2-4bd8d7b506ed tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:13.797231 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3984ccab-d079-46c7-8705-b39a7a1e444e req-c1f05c20-4894-4779-b7b2-4bd8d7b506ed tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0789554 Nov 20 03:25:13.798359 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2548f842-bfb4-4b8d-b12c-a6ae58300725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.857406 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548f842-bfb4-4b8d-b12c-a6ae58300725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cdc77c-9352-40ad-a8ff-888cc464fea5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:13.860303 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.867319 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2548f842-bfb4-4b8d-b12c-a6ae58300725 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08ec7f71b0344d7eb23a4673925f115e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143433 Nov 20 03:25:13.867802 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46872) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:13.886430 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:13.889183 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bb5a85-16ea-4e63-bb7a-ec14ac7b7ff0" -d '{"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-plugged", "status": "completed", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:13.889455 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3984ccab-d079-46c7-8705-b39a7a1e444e req-2c548655-e455-4a1f-958e-6bb77015e150 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807295 Nov 20 03:25:13.907580 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:13.917066 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.938299 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4c438d39-f73c-4b19-aa62-e6ad36f9cfeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.973598 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4c438d39-f73c-4b19-aa62-e6ad36f9cfeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:13.987031 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479010cf-2ed4-4c5d-a4ea-5d0aa9c492f5 x-openstack-request-id: req-479010cf-2ed4-4c5d-a4ea-5d0aa9c492f5 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:13.987628 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-plugged", "status": "completed", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:13.988508 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-479010cf-2ed4-4c5d-a4ea-5d0aa9c492f5 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:13.989485 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'code': 200} Nov 20 03:25:14.001155 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:14.055050 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4c438d39-f73c-4b19-aa62-e6ad36f9cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.058313 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4c438d39-f73c-4b19-aa62-e6ad36f9cfeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:14.059709 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-4c438d39-f73c-4b19-aa62-e6ad36f9cfeb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47cdc77c-9352-40ad-a8ff-888cc464fea5 HTTP/1.1" status: 204 len: 168 time: 0.1909509 Nov 20 03:25:14.073005 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438d39-f73c-4b19-aa62-e6ad36f9cfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cdc77c-9352-40ad-a8ff-888cc464fea5,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:14.245609 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd25e4-d471-4d12-8d33-417720e67d88 req-e3b9b313-b331-420d-9148-af5b4228c347 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:14.247428 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4fd25e4-d471-4d12-8d33-417720e67d88 req-e3b9b313-b331-420d-9148-af5b4228c347 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0807827 Nov 20 03:25:14.440276 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4fd25e4-d471-4d12-8d33-417720e67d88 req-6cd8014a-a728-4426-b96d-32f5161b0082 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804290 Nov 20 03:25:14.442016 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b136a-22f5-453a-8799-079b5d3bb1fe req-c6f17742-d562-439f-8ff5-cb1b4e65821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:14.443405 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fd5b136a-22f5-453a-8799-079b5d3bb1fe req-c6f17742-d562-439f-8ff5-cb1b4e65821b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 1099 time: 0.1947806 Nov 20 03:25:14.450925 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-946ec595-465d-42d2-914a-907cc1a113b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:14.452418 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-946ec595-465d-42d2-914a-907cc1a113b3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 1098 time: 0.1236176 Nov 20 03:25:14.462183 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb06acf-6f60-4abe-9c63-547d70e08c5d req-847a7965-8853-4955-9260-9760da8a77b7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:14.463882 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bfb06acf-6f60-4abe-9c63-547d70e08c5d req-847a7965-8853-4955-9260-9760da8a77b7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1437755 Nov 20 03:25:14.607411 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fd5b136a-22f5-453a-8799-079b5d3bb1fe req-16fcfc2e-ad05-4400-b9e2-cf7494575326 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466439 Nov 20 03:25:14.607411 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bfb06acf-6f60-4abe-9c63-547d70e08c5d req-2061a28e-0ee7-49c2-94be-5cc695a39116 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283534 Nov 20 03:25:14.634687 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-128ce73a-c35c-4f69-b630-fd988a59879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:14.636171 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-128ce73a-c35c-4f69-b630-fd988a59879c service neutron] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 919 time: 0.1712165 Nov 20 03:25:14.933734 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 46932) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:14.977893 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-061f9b1f-04f3-49ba-8984-5789746dc6dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=961cc145-a6f2-43b6-b442-d0b24674bb4a HTTP/1.1" status: 200 len: 217 time: 0.0511856 Nov 20 03:25:15.089869 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-577da84e-3d4f-4c09-966f-6703ce86d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:15.091317 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-577da84e-3d4f-4c09-966f-6703ce86d511 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.0565650 Nov 20 03:25:15.146783 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-b7bf24f3-9928-46d7-a752-0f6069951746 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408368 Nov 20 03:25:15.256242 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5cc68b4-d7bf-42ba-82ca-4dd31adbfd8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.375270 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-95039ec3-4e04-41ef-8be8-f74298a7a252 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146354 Nov 20 03:25:15.471084 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5cc68b4-d7bf-42ba-82ca-4dd31adbfd8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.500376 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b5cc68b4-d7bf-42ba-82ca-4dd31adbfd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.541473 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc68b4-d7bf-42ba-82ca-4dd31adbfd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02521a1d-1a68-414a-a967-484e80436995,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:15.575051 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-b5cc68b4-d7bf-42ba-82ca-4dd31adbfd8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17d619036e234e35b653b3ed500bf31c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6401305 Nov 20 03:25:15.578252 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 46976) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:15.587172 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23eff8b9-f70b-486c-84c2-dae5f5b0642a req-c28e3c9a-6392-4cba-b498-4c4df1065f07 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985464 Nov 20 03:25:15.660968 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91362670-9511-40f2-9956-7af66c60bde5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.673623 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fbde4-8aa8-4621-8f27-47db7291d559 req-3c545ae9-0474-416f-9317-39b97f5ec784 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:15.676168 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-748fbde4-8aa8-4621-8f27-47db7291d559 req-3c545ae9-0474-416f-9317-39b97f5ec784 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0820942 Nov 20 03:25:15.716141 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91362670-9511-40f2-9956-7af66c60bde5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.774553 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-748fbde4-8aa8-4621-8f27-47db7291d559 req-12e8ae24-21cc-4887-8574-ff0cacdda704 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883453 Nov 20 03:25:15.797943 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67ab1c-c06e-4b22-9c78-eb18ab050bb7 req-193cc769-de58-45f7-9fa5-9f3c6fc4df4c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:15.805892 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4b67ab1c-c06e-4b22-9c78-eb18ab050bb7 req-193cc769-de58-45f7-9fa5-9f3c6fc4df4c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0962696 Nov 20 03:25:15.811971 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91362670-9511-40f2-9956-7af66c60bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.816251 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-91362670-9511-40f2-9956-7af66c60bde5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:15.818470 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-91362670-9511-40f2-9956-7af66c60bde5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02521a1d-1a68-414a-a967-484e80436995 HTTP/1.1" status: 204 len: 168 time: 0.2383940 Nov 20 03:25:15.836666 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91362670-9511-40f2-9956-7af66c60bde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02521a1d-1a68-414a-a967-484e80436995,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:15.957223 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4b67ab1c-c06e-4b22-9c78-eb18ab050bb7 req-390476ab-2795-4e1b-b881-b47365e01707 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504056 Nov 20 03:25:16.232702 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47012) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:16.245671 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-122747dd-dcc0-4f7b-bb95-6a3267debc72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:16.332553 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fc1bb162-3f92-49e5-971a-5d997a47d67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:16.362079 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-122747dd-dcc0-4f7b-bb95-6a3267debc72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:16.367329 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-122747dd-dcc0-4f7b-bb95-6a3267debc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:16.407492 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-122747dd-dcc0-4f7b-bb95-6a3267debc72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=650ba9e84139473689501a4658f84b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765695 Nov 20 03:25:16.410072 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47028) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:16.417150 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122747dd-dcc0-4f7b-bb95-6a3267debc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e8cf3c-fb36-432e-b2b8-c29a3e6274d0,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:16.479980 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd25bb17-7325-4210-b8ba-10e7ed9a4070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:16.509533 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd25bb17-7325-4210-b8ba-10e7ed9a4070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:16.585513 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd25bb17-7325-4210-b8ba-10e7ed9a4070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:16.589674 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd25bb17-7325-4210-b8ba-10e7ed9a4070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:16.594169 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-dd25bb17-7325-4210-b8ba-10e7ed9a4070 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77e8cf3c-fb36-432e-b2b8-c29a3e6274d0 HTTP/1.1" status: 204 len: 168 time: 0.1805153 Nov 20 03:25:16.602181 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25bb17-7325-4210-b8ba-10e7ed9a4070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e8cf3c-fb36-432e-b2b8-c29a3e6274d0,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:16.780909 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47058) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:16.974112 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1e7abbc2-f44b-47c2-ba23-983e5a5bf2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:17.016016 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde02d-7303-48e0-b8c0-6c1785727673 req-7329f63c-99de-4296-b8fc-d91e3d4877e8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:17.027994 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-62cde02d-7303-48e0-b8c0-6c1785727673 req-7329f63c-99de-4296-b8fc-d91e3d4877e8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1132970 Nov 20 03:25:17.143532 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-62cde02d-7303-48e0-b8c0-6c1785727673 req-9702868d-85a5-481b-bb6b-d88b379845dc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136534 Nov 20 03:25:17.160376 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371f27a-ab7d-473c-a0e5-63029350ad11 req-1b508424-3bf7-41d5-9375-a9219c10c62e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:17.161921 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d371f27a-ab7d-473c-a0e5-63029350ad11 req-1b508424-3bf7-41d5-9375-a9219c10c62e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1166027 Nov 20 03:25:17.177674 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1e7abbc2-f44b-47c2-ba23-983e5a5bf2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:17.183891 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1e7abbc2-f44b-47c2-ba23-983e5a5bf2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:17.264647 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7abbc2-f44b-47c2-ba23-983e5a5bf2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859b366-c4ed-4fc9-8575-032358e47f02,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:17.268899 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-1e7abbc2-f44b-47c2-ba23-983e5a5bf2d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4dd71c2f525a4d27af4ef3944d611ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867735 Nov 20 03:25:17.272258 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47104) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:17.321174 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d371f27a-ab7d-473c-a0e5-63029350ad11 req-f96f162f-21f4-461f-b4c3-f9500b12b97d tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304438 Nov 20 03:25:17.326576 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3cce41e0-54c9-4848-bb12-11338f80e75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:17.352278 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64b5a5-1bc2-4cc0-80bb-2b7a8d0d1add req-3aabcbd9-85d9-48bc-a368-44416da36c0a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:17.353812 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1a64b5a5-1bc2-4cc0-80bb-2b7a8d0d1add req-3aabcbd9-85d9-48bc-a368-44416da36c0a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1147137 Nov 20 03:25:17.356490 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3cce41e0-54c9-4848-bb12-11338f80e75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:17.375879 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47108) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:17.381937 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'floatingip': {'port_id': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:17.416487 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3cce41e0-54c9-4848-bb12-11338f80e75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:17.420269 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3cce41e0-54c9-4848-bb12-11338f80e75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:17.421819 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-3cce41e0-54c9-4848-bb12-11338f80e75a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7859b366-c4ed-4fc9-8575-032358e47f02 HTTP/1.1" status: 204 len: 168 time: 0.1484697 Nov 20 03:25:17.432674 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce41e0-54c9-4848-bb12-11338f80e75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859b366-c4ed-4fc9-8575-032358e47f02,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:17.526950 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:17.909404 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47126) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:17.927569 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b370e0e7-6cb1-4669-aba5-87e0faea5882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.023792 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b370e0e7-6cb1-4669-aba5-87e0faea5882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.032253 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b370e0e7-6cb1-4669-aba5-87e0faea5882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.081171 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370e0e7-6cb1-4669-aba5-87e0faea5882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87a48f6-d078-48a7-acd7-793dafdaa996,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:18.085980 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-b370e0e7-6cb1-4669-aba5-87e0faea5882 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5774d13a5f34ee0be79742440c0686f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743999 Nov 20 03:25:18.088594 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47140) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:18.165478 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-527b5d20-4c8c-4174-8a07-8cd079af8e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.199242 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-527b5d20-4c8c-4174-8a07-8cd079af8e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.275462 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-527b5d20-4c8c-4174-8a07-8cd079af8e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.278334 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-527b5d20-4c8c-4174-8a07-8cd079af8e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.282510 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-527b5d20-4c8c-4174-8a07-8cd079af8e53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c87a48f6-d078-48a7-acd7-793dafdaa996 HTTP/1.1" status: 204 len: 168 time: 0.1926582 Nov 20 03:25:18.298060 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b5d20-4c8c-4174-8a07-8cd079af8e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87a48f6-d078-48a7-acd7-793dafdaa996,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:18.518200 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2f44f5a6-fc6a-4571-8ffe-023b60cce573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.656122 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91f293-3896-4770-9503-8d4991daa5d7 req-652a6f73-82c6-4974-a0f8-664176f5573a tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:18.657686 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d91f293-3896-4770-9503-8d4991daa5d7 req-652a6f73-82c6-4974-a0f8-664176f5573a tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1991541 Nov 20 03:25:18.744487 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.752653 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d91f293-3896-4770-9503-8d4991daa5d7 req-5a2a09c1-72ba-4998-b557-dcf2409570b7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856557 Nov 20 03:25:18.754040 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:18.956860 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.l3_db [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Floating IP 9a66923b-1390-44fb-8105-fe1df6eac303 associated. External IP: 172.28.3.81, port: 22e90e5c-870f-4cff-9dd4-e7a3a36259b5. Nov 20 03:25:19.073106 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47212) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:19.325418 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cdcaa-3943-440d-8a05-563488afd54f req-348d0d18-b102-498b-9e73-3e4fd8acc27a tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:19.326964 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-363cdcaa-3943-440d-8a05-563488afd54f req-348d0d18-b102-498b-9e73-3e4fd8acc27a tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 945 time: 0.2100294 Nov 20 03:25:19.349420 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f24bbd89-c58c-486b-8827-cd5d2a131f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.453151 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f24bbd89-c58c-486b-8827-cd5d2a131f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.458901 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f24bbd89-c58c-486b-8827-cd5d2a131f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.462094 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Router bd44aa4f-544b-4447-b7eb-c544d475000a has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:25:19.483245 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-363cdcaa-3943-440d-8a05-563488afd54f req-11e7ca66-71aa-4b41-8de5-9c6276290775 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373568 Nov 20 03:25:19.525772 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f24bbd89-c58c-486b-8827-cd5d2a131f67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=081212ce8123472f91d5f4fb6908c8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495375 Nov 20 03:25:19.527271 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47256) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:19.531471 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bbd89-c58c-486b-8827-cd5d2a131f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07010e71-1f56-4382-87cb-9104f76e54ca,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:19.581927 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92143d0-466e-4b79-8228-50e11117e817 req-bf64bd07-66a3-4682-a4ad-aa5f3831394f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:19.583500 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-bf64bd07-66a3-4682-a4ad-aa5f3831394f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 814 time: 0.2705607 Nov 20 03:25:19.621607 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47262) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:19.649905 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-916f1c10-627c-486a-9ecd-bfb1f4f6d5c7 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/quotas/e08ca2a4150a463c967227d00ff06214 HTTP/1.1" status: 200 len: 375 time: 0.0573509 Nov 20 03:25:19.666526 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4b70-3afc-4c61-983a-0ad99582b277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.693510 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4b70-3afc-4c61-983a-0ad99582b277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.698855 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:19.704379 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.721885 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] Sync routers for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:19.736574 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:19.739668 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:19.766032 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.775568 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4b70-3afc-4c61-983a-0ad99582b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.784790 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a1fb4b70-3afc-4c61-983a-0ad99582b277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:19.789260 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-a1fb4b70-3afc-4c61-983a-0ad99582b277 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07010e71-1f56-4382-87cb-9104f76e54ca HTTP/1.1" status: 204 len: 168 time: 0.2220416 Nov 20 03:25:19.808471 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb4b70-3afc-4c61-983a-0ad99582b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07010e71-1f56-4382-87cb-9104f76e54ca,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:19.808602 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-497a1247-9225-49a2-b67c-3f96072fc80b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1576772 Nov 20 03:25:19.842087 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-4a1830fd-07f3-4743-8e20-9396bfb1b65d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "PUT /v2.0/floatingips/9a66923b-1390-44fb-8105-fe1df6eac303 HTTP/1.1" status: 200 len: 991 time: 2.4614875 Nov 20 03:25:19.842087 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:19.843428 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e00c000-fe66-4e2e-8a1b-0c43035967be" -d '{"events": [{"name": "network-changed", "server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:19.955640 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:20.083172 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-73946be1-c02d-4a65-95d6-cc2d4e7b3374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.233923 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf48ade-c52e-4c6b-a835-51b7cd8206d8 req-8dceeaa0-4cbe-4dec-a370-c0eb71f667b5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:20.242212 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-caf48ade-c52e-4c6b-a835-51b7cd8206d8 req-8dceeaa0-4cbe-4dec-a370-c0eb71f667b5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.3477829 Nov 20 03:25:20.259136 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '9a66923b-1390-44fb-8105-fe1df6eac303', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'port_id': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'mac_address': 'fa:16:3e:a0:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40038770-5909-4f03-89e9-2087d54d3949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:24:58Z', 'updated_at': '2021-11-20T03:25:18Z', 'revision_number': 1, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:20.291184 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] Checking router: bd44aa4f-544b-4447-b7eb-c544d475000a for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:20.300579 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:20.301439 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:20.313399 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-73946be1-c02d-4a65-95d6-cc2d4e7b3374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.318461 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-ac3e572b-c9ea-406e-9996-1708cff56e11 service neutron] 10.222.0.53 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089397 Nov 20 03:25:20.321403 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-73946be1-c02d-4a65-95d6-cc2d4e7b3374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.408469 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-caf48ade-c52e-4c6b-a835-51b7cd8206d8 req-7e0e51e0-fbe0-4820-8e00-92832bd7296e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649411 Nov 20 03:25:20.410120 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47304) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:20.410491 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-73946be1-c02d-4a65-95d6-cc2d4e7b3374 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56cf93262d2541d1991b013cc11dde62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7856238 Nov 20 03:25:20.428110 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73946be1-c02d-4a65-95d6-cc2d4e7b3374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a03b2d8-d8fb-4b2f-89ad-3a7e9786a327,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:20.450493 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:20.506052 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-f515b9a3-79b5-4dc8-bb64-acb3ac6dc910 service neutron] 10.222.0.53 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866829 Nov 20 03:25:20.540158 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47310) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:20.562901 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75d4f602-2af8-4d46-b223-fe586e91b5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.588945 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75d4f602-2af8-4d46-b223-fe586e91b5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.659406 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75d4f602-2af8-4d46-b223-fe586e91b5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.664315 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-75d4f602-2af8-4d46-b223-fe586e91b5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.671857 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-75d4f602-2af8-4d46-b223-fe586e91b5d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a03b2d8-d8fb-4b2f-89ad-3a7e9786a327 HTTP/1.1" status: 204 len: 168 time: 0.2539680 Nov 20 03:25:20.675658 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa20db5-371b-4a1c-a428-da6a1f2d4528 x-openstack-request-id: req-7fa20db5-371b-4a1c-a428-da6a1f2d4528 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:20.676263 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:20.676493 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fa20db5-371b-4a1c-a428-da6a1f2d4528 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:20.678111 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'status': 'completed', 'code': 200} Nov 20 03:25:20.690635 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4f602-2af8-4d46-b223-fe586e91b5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a03b2d8-d8fb-4b2f-89ad-3a7e9786a327,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:20.740655 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47320) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:20.765210 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bea9e65d-bae7-4ac8-8319-352c85d54b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.773633 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '9a66923b-1390-44fb-8105-fe1df6eac303', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'port_id': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'mac_address': 'fa:16:3e:a0:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40038770-5909-4f03-89e9-2087d54d3949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:24:58Z', 'updated_at': '2021-11-20T03:25:18Z', 'revision_number': 1, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:20.907007 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bea9e65d-bae7-4ac8-8319-352c85d54b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.914230 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bea9e65d-bae7-4ac8-8319-352c85d54b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:20.994424 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-1f1adaee-0b3e-4ba7-86a9-4ed081b57370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:20.996032 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-1f1adaee-0b3e-4ba7-86a9-4ed081b57370 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 1099 time: 0.2642112 Nov 20 03:25:21.005088 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b805abbb-1b6b-4a89-b3c8-6ba307657da5 req-71f0aa54-c899-41bb-964c-fa8489ec6da7 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 210 time: 0.1391463 Nov 20 03:25:21.019405 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e65d-bae7-4ac8-8319-352c85d54b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733af64a-76dc-4328-99be-26ed1d9abb73,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:21.027897 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-40555d58-97de-4c47-8a7f-d9927a767ff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.029155 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-bea9e65d-bae7-4ac8-8319-352c85d54b8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c405aaf618e946bfbc9092e61cd4601c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869389 Nov 20 03:25:21.032772 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47330) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:21.055538 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3d501-78b9-493a-837f-0b5ed9a7fb72 None None] The sync data for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb is: [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '9a66923b-1390-44fb-8105-fe1df6eac303', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'port_id': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'mac_address': 'fa:16:3e:a0:37:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40038770-5909-4f03-89e9-2087d54d3949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:24:58Z', 'updated_at': '2021-11-20T03:25:18Z', 'revision_number': 1, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:21.070170 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.112976 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df31f8-52db-439f-b905-ab9d3087b308 req-2ed60e13-f4ca-4b59-9d64-0eb9aa0497f1 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:21.120484 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b7df31f8-52db-439f-b905-ab9d3087b308 req-2ed60e13-f4ca-4b59-9d64-0eb9aa0497f1 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 945 time: 0.2955954 Nov 20 03:25:21.133335 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-75230db6-1e60-4044-bc6c-af51c4636392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.182573 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-75230db6-1e60-4044-bc6c-af51c4636392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.250046 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-75230db6-1e60-4044-bc6c-af51c4636392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.254321 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-75230db6-1e60-4044-bc6c-af51c4636392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.256055 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-75230db6-1e60-4044-bc6c-af51c4636392 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/733af64a-76dc-4328-99be-26ed1d9abb73 HTTP/1.1" status: 204 len: 168 time: 0.2230005 Nov 20 03:25:21.271604 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-40555d58-97de-4c47-8a7f-d9927a767ff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.277681 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75230db6-1e60-4044-bc6c-af51c4636392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733af64a-76dc-4328-99be-26ed1d9abb73,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:21.291979 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-40555d58-97de-4c47-8a7f-d9927a767ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.380344 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b7df31f8-52db-439f-b905-ab9d3087b308 req-1bc72010-60ee-42c3-8409-91940fcb4fd2 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588673 Nov 20 03:25:21.408294 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-d0c87e06-149b-44b4-ac72-dfce4bfb4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:21.409982 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-d0c87e06-149b-44b4-ac72-dfce4bfb4ca6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.3067009 Nov 20 03:25:21.412407 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-40555d58-97de-4c47-8a7f-d9927a767ff7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19950ea87194421c972f5b89caca0919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8686745 Nov 20 03:25:21.415682 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47342) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:21.481623 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40555d58-97de-4c47-8a7f-d9927a767ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214a2c9b-95e4-4efd-9b6f-892b1f43a8d3,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:21.500828 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b6ada-3db4-4885-be55-a3342cfd02b7 None None] New status for floating IP 9a66923b-1390-44fb-8105-fe1df6eac303: ACTIVE {{(pid=102586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:25:21.527769 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd229f-4572-4229-b62e-37c2af763754 req-0be2b27c-1565-40fc-9110-6e867ff3374b tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:21.529613 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-24bd229f-4572-4229-b62e-37c2af763754 req-0be2b27c-1565-40fc-9110-6e867ff3374b tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 945 time: 0.3096471 Nov 20 03:25:21.593041 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-52d721c5-72b4-4c2f-a403-5b4d3e2220a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.620904 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-52d721c5-72b4-4c2f-a403-5b4d3e2220a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.781593 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47354) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:21.795573 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.810941 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8663c52c-f555-46e0-a078-be1cdd940cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:21.821463 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-f3383ada-19cc-47d5-b329-d0a41f4a24ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5 HTTP/1.1" status: 200 len: 999 time: 0.3579741 Nov 20 03:25:21.834899 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0f5bc-4b3c-41be-8c6c-f81e03bbc8ca req-efa3cecd-0e94-4652-967f-4af9818b95d5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:21.845421 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c0d0f5bc-4b3c-41be-8c6c-f81e03bbc8ca req-efa3cecd-0e94-4652-967f-4af9818b95d5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.3144019 Nov 20 03:25:21.897392 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-ce700945-3d05-4cd7-a21a-43b5e179c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:21.899586 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-ce700945-3d05-4cd7-a21a-43b5e179c534 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0507607 Nov 20 03:25:22.005508 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8663c52c-f555-46e0-a078-be1cdd940cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.008460 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c0d0f5bc-4b3c-41be-8c6c-f81e03bbc8ca req-b03ac9b5-9844-4439-9db0-a81c8f3a8af5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563249 Nov 20 03:25:22.012809 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8663c52c-f555-46e0-a078-be1cdd940cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.013016 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-52d721c5-72b4-4c2f-a403-5b4d3e2220a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.015596 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-52d721c5-72b4-4c2f-a403-5b4d3e2220a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.016764 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-52d721c5-72b4-4c2f-a403-5b4d3e2220a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/214a2c9b-95e4-4efd-9b6f-892b1f43a8d3 HTTP/1.1" status: 204 len: 168 time: 0.6005001 Nov 20 03:25:22.039837 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Deleting port 5c3256d0-7347-485d-a40b-66c89192a4d4 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:25:22.040175 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.056953 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d721c5-72b4-4c2f-a403-5b4d3e2220a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a2c9b-95e4-4efd-9b6f-892b1f43a8d3,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:22.088324 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-43bb6900-4449-4302-92be-e032e17b8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:22.090081 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-43bb6900-4449-4302-92be-e032e17b8d2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1772175 Nov 20 03:25:22.124471 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-8663c52c-f555-46e0-a078-be1cdd940cee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=883c0a285b0c4d38abdc594d0c82b48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414936 Nov 20 03:25:22.125346 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c52c-f555-46e0-a078-be1cdd940cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dac369-f761-4ba8-9e80-e57d559d3b56,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:22.125523 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47364) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:22.249237 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-97f1abd9-6af5-49ad-8758-a450fe069b21 req-e6f9bbe3-453d-4a2d-bcfb-3e114cf316a8 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 210 time: 0.0625985 Nov 20 03:25:22.262956 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] For port 5c3256d0-7347-485d-a40b-66c89192a4d4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5c3256d0-7347-485d-a40b-66c89192a4d4,segment=NetworkSegment(67d5d3b5-0601-4663-a672-9fe34d8b67f3),segment_id=67d5d3b5-0601-4663-a672-9fe34d8b67f3)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:22.263323 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.289599 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Calling delete_port for 5c3256d0-7347-485d-a40b-66c89192a4d4 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:25:22.366281 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-02077367-6023-4b8b-a044-fd17c27b5660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.397782 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-3077746c-aa19-4cb8-8438-8aefd12e22e2 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841430 Nov 20 03:25:22.449335 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47378) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:22.492273 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-02077367-6023-4b8b-a044-fd17c27b5660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.618834 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2ef8-c4f8-4234-9632-d0cca8b9e3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.635958 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e00c000-fe66-4e2e-8a1b-0c43035967be req-484fb1a5-d724-48ac-96d6-af5cbdd41b2a service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187502 Nov 20 03:25:22.659957 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-02077367-6023-4b8b-a044-fd17c27b5660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.663502 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-02077367-6023-4b8b-a044-fd17c27b5660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.665194 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-02077367-6023-4b8b-a044-fd17c27b5660 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42dac369-f761-4ba8-9e80-e57d559d3b56 HTTP/1.1" status: 204 len: 168 time: 0.5344453 Nov 20 03:25:22.682112 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cfcd8-b312-47e9-8f80-6cb647215bd4 req-2aafc2cd-bc4c-4276-850d-b2d08c949a28 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:22.684174 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-917cfcd8-b312-47e9-8f80-6cb647215bd4 req-2aafc2cd-bc4c-4276-850d-b2d08c949a28 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 945 time: 0.1538324 Nov 20 03:25:22.692791 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.696723 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02077367-6023-4b8b-a044-fd17c27b5660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dac369-f761-4ba8-9e80-e57d559d3b56,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:22.753664 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Pushing event deleted for resources: {'Port': ['ID=5c3256d0-7347-485d-a40b-66c89192a4d4,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:22.782726 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['5c3256d0-7347-485d-a40b-66c89192a4d4'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:22.847424 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] No DVR routers for this DVR port 5c3256d0-7347-485d-a40b-66c89192a4d4 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:25:22.854636 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:22.858421 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-24bd229f-4572-4229-b62e-37c2af763754 req-aad7b454-affb-44d8-af3c-3ff7e52a93ba tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.50 "DELETE /v2.0/ports/5c3256d0-7347-485d-a40b-66c89192a4d4 HTTP/1.1" status: 204 len: 173 time: 1.2412333 Nov 20 03:25:22.859417 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d', 'name': 'network-vif-deleted', 'tag': '5c3256d0-7347-485d-a40b-66c89192a4d4'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:22.861950 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adaff6c-da85-4eba-a48c-498aba3aa8e8" -d '{"events": [{"server_uuid": "6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d", "name": "network-vif-deleted", "tag": "5c3256d0-7347-485d-a40b-66c89192a4d4"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:22.877588 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92143d0-466e-4b79-8228-50e11117e817 req-a6113ecb-6143-434b-a7a7-438408a6ba3e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:22.880059 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-a6113ecb-6143-434b-a7a7-438408a6ba3e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 814 time: 0.4202027 Nov 20 03:25:22.883921 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-917cfcd8-b312-47e9-8f80-6cb647215bd4 req-559c5eb5-f501-4fbe-a19e-3234d59d56ee tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6f21865-6b74-4566-abe5-07b754aab7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815488 Nov 20 03:25:22.920960 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Request body: {'port': {'device_id': 'c3973832-bdc5-4ec4-b3d2-e7e23b341a2b', 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'admin_state_up': True, 'tenant_id': 'e08ca2a4150a463c967227d00ff06214'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:22.995292 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1483cf-8c3c-4e37-b06d-932fa4feef69 x-openstack-request-id: req-2a1483cf-8c3c-4e37-b06d-932fa4feef69 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:22.995760 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d", "name": "network-vif-deleted", "tag": "5c3256d0-7347-485d-a40b-66c89192a4d4", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:22.996022 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a1483cf-8c3c-4e37-b06d-932fa4feef69 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:22.997037 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d', 'name': 'network-vif-deleted', 'tag': '5c3256d0-7347-485d-a40b-66c89192a4d4', 'status': 'completed', 'code': 200} Nov 20 03:25:23.076434 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2ef8-c4f8-4234-9632-d0cca8b9e3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.085786 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2ef8-c4f8-4234-9632-d0cca8b9e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.136118 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c2ef8-c4f8-4234-9632-d0cca8b9e3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5c98a8-db96-497b-affc-3e79c9bee8cd,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:23.169733 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Made reservation on behalf of e08ca2a4150a463c967227d00ff06214 for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:23.175270 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.188737 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e320d-33e7-4be3-87c1-dfd37b90d711 req-57ba9294-326b-4c4f-bbda-2b8c268205a7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:23.196396 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d20e320d-33e7-4be3-87c1-dfd37b90d711 req-57ba9294-326b-4c4f-bbda-2b8c268205a7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0850675 Nov 20 03:25:23.258662 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d20e320d-33e7-4be3-87c1-dfd37b90d711 req-30707e78-ab71-4bfd-a934-afdb7ef047a1 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613341 Nov 20 03:25:23.292878 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-fd0c2ef8-c4f8-4234-9632-d0cca8b9e3fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ef1f12fa76f495b8a6b8a2ba26744ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8393822 Nov 20 03:25:23.293106 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47410) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:23.389853 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6e37-0117-4d9d-bb63-7b3744e6530d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.418713 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b59bbbd9-5d34-4e52-9896-f30bf3886040 req-24979f75-583a-4e23-82f8-56f7101784d0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 210 time: 0.0489092 Nov 20 03:25:23.435418 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6e37-0117-4d9d-bb63-7b3744e6530d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.454252 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Allocated IP 172.20.0.12 (119c268c-a2e0-43bd-b4a6-ac5863eebef7/aaa85aca-3122-43fc-ac12-94e12fcaf646/795e1e55-b3d4-47be-9769-7b9d844f6f50) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:23.533364 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6e37-0117-4d9d-bb63-7b3744e6530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.536057 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7d9c6e37-0117-4d9d-bb63-7b3744e6530d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.540059 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-7d9c6e37-0117-4d9d-bb63-7b3744e6530d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb5c98a8-db96-497b-affc-3e79c9bee8cd HTTP/1.1" status: 204 len: 168 time: 0.2432537 Nov 20 03:25:23.556576 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c6e37-0117-4d9d-bb63-7b3744e6530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5c98a8-db96-497b-affc-3e79c9bee8cd,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:23.668777 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.708497 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.755320 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:23.758689 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:23.761357 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4be73797-0a51-4dd5-bfbb-de586f41da96'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:23.780833 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:23.819685 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Pushing event updated for resources: {'Port': ['ID=795e1e55-b3d4-47be-9769-7b9d844f6f50,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:23.876478 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:23.877471 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:23.903657 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-5814299c-92c1-4036-9fa8-f1a4d7dd05e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9920735 Nov 20 03:25:23.924121 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Request body: {'port': {'device_id': 'c3973832-bdc5-4ec4-b3d2-e7e23b341a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:24.055601 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.129241 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1258f4d3-1977-437d-9096-6c7df00f4977 req-e37c6ab2-b7ca-4c36-a22b-9ba039bb4410 tempest-DeleteServersTestJSON-573233132 tempest-DeleteServersTestJSON-573233132-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d122651-4cf3-4ca5-9274-2bc9b9e3fa0d HTTP/1.1" status: 200 len: 210 time: 0.0492103 Nov 20 03:25:24.414822 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23398d03-012c-4398-9dc5-6c0a76549d1a req-5ca7db0b-4723-49a9-91db-508369db880c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:24.422977 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23398d03-012c-4398-9dc5-6c0a76549d1a req-5ca7db0b-4723-49a9-91db-508369db880c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0664413 Nov 20 03:25:24.450470 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795e1e55-b3d4-47be-9769-7b9d844f6f50 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:24.474622 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.502847 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Transition to ACTIVE for port object 795e1e55-b3d4-47be-9769-7b9d844f6f50 will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:25:24.509729 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.554464 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-23398d03-012c-4398-9dc5-6c0a76549d1a req-acc91ab7-5193-41db-8e08-8b45b1384df9 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255095 Nov 20 03:25:24.590373 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Pushing event updated for resources: {'Port': ['ID=795e1e55-b3d4-47be-9769-7b9d844f6f50,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:24.613083 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca46471-277b-4ce3-b149-5031375336bb req-b20f17ec-0579-4d54-bad0-63cf70795ae3 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:24.615430 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5ca46471-277b-4ce3-b149-5031375336bb req-b20f17ec-0579-4d54-bad0-63cf70795ae3 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 944 time: 0.0931270 Nov 20 03:25:24.663189 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Attempting to bind port 795e1e55-b3d4-47be-9769-7b9d844f6f50 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:24.663517 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Attempting to bind port 795e1e55-b3d4-47be-9769-7b9d844f6f50 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:24.664522 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Attempting to bind port 795e1e55-b3d4-47be-9769-7b9d844f6f50 on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:24.669983 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Port 795e1e55-b3d4-47be-9769-7b9d844f6f50 on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:25:24.670973 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Attempting to bind port 795e1e55-b3d4-47be-9769-7b9d844f6f50 on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:24.673759 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5ca46471-277b-4ce3-b149-5031375336bb req-1757b0d2-0b07-4a64-8e5f-c94b4e84cd60 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514793 Nov 20 03:25:24.676679 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:24.676953 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Checking segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:24.677384 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Bound using segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:24.677780 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Bound port: 795e1e55-b3d4-47be-9769-7b9d844f6f50, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:24.678137 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.757306 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] For port 795e1e55-b3d4-47be-9769-7b9d844f6f50, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:24.764055 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] For port 795e1e55-b3d4-47be-9769-7b9d844f6f50, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=795e1e55-b3d4-47be-9769-7b9d844f6f50,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:24.771557 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.809438 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:24.810089 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:24.811543 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] 10.222.0.50 "PUT /v2.0/ports/795e1e55-b3d4-47be-9769-7b9d844f6f50 HTTP/1.1" status: 200 len: 1094 time: 0.8926530 Nov 20 03:25:24.812046 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3973832-bdc5-4ec4-b3d2-e7e23b341a2b', 'tag': '795e1e55-b3d4-47be-9769-7b9d844f6f50'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:24.814884 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39" -d '{"events": [{"name": "network-changed", "server_uuid": "c3973832-bdc5-4ec4-b3d2-e7e23b341a2b", "tag": "795e1e55-b3d4-47be-9769-7b9d844f6f50"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:24.840585 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c2743-0127-4f4a-8174-0f9ab318b48a service neutron] Pushing event updated for resources: {'Port': ['ID=795e1e55-b3d4-47be-9769-7b9d844f6f50,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:24.864809 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddc42ac-84d2-402a-8965-626312a3a098 x-openstack-request-id: req-7ddc42ac-84d2-402a-8965-626312a3a098 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:24.865107 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3973832-bdc5-4ec4-b3d2-e7e23b341a2b", "tag": "795e1e55-b3d4-47be-9769-7b9d844f6f50", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:24.865360 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ddc42ac-84d2-402a-8965-626312a3a098 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:24.865766 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3973832-bdc5-4ec4-b3d2-e7e23b341a2b', 'tag': '795e1e55-b3d4-47be-9769-7b9d844f6f50', 'status': 'completed', 'code': 200} Nov 20 03:25:24.958709 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92143d0-466e-4b79-8228-50e11117e817 req-acf2a266-67f2-4e86-8350-4bd4afbbdaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:24.961161 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-acf2a266-67f2-4e86-8350-4bd4afbbdaa8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 1097 time: 0.0613720 Nov 20 03:25:25.025713 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-c7b51159-40be-485f-b03e-b750c6f40f3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=795e1e55-b3d4-47be-9769-7b9d844f6f50 HTTP/1.1" status: 200 len: 217 time: 0.0389676 Nov 20 03:25:25.099206 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92143d0-466e-4b79-8228-50e11117e817 req-abad0774-1de1-480b-9286-af10c67fbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:25.101424 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-abad0774-1de1-480b-9286-af10c67fbe89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.0631354 Nov 20 03:25:25.156812 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-14806d04-d170-42ca-821b-d7342f7a5f48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293243 Nov 20 03:25:25.330788 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-5a4f280c-bdb7-47cd-ba5f-97e95fc4798a service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633887 Nov 20 03:25:25.446502 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d92143d0-466e-4b79-8228-50e11117e817 req-7d39c906-053b-49c9-9e86-9e78e31c9fff service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081073 Nov 20 03:25:25.637851 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-9bdda7c5-313c-4b6a-bed1-15de2d41b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:25.639490 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-9bdda7c5-313c-4b6a-bed1-15de2d41b677 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 1097 time: 0.0616519 Nov 20 03:25:25.717804 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 5c3256d0-7347-485d-a40b-66c89192a4d4 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:25:25.764716 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc148aab-3f3b-4045-b35f-aa51dfe523dd req-c420d805-351f-4acf-a553-142003bef6e0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:25.775463 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc148aab-3f3b-4045-b35f-aa51dfe523dd req-c420d805-351f-4acf-a553-142003bef6e0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1069291 Nov 20 03:25:25.779601 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 5c3256d0-7347-485d-a40b-66c89192a4d4 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:25:25.780227 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 5c3256d0-7347-485d-a40b-66c89192a4d4 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:25:25.828008 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-4b28a8f7-379f-499f-b221-c5d337cff511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:25.829507 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-4b28a8f7-379f-499f-b221-c5d337cff511 service neutron] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 915 time: 0.1813295 Nov 20 03:25:25.909913 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-7aece238-9f31-451c-89dc-87d3eca18850 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=795e1e55-b3d4-47be-9769-7b9d844f6f50 HTTP/1.1" status: 200 len: 217 time: 0.0650909 Nov 20 03:25:25.932298 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc148aab-3f3b-4045-b35f-aa51dfe523dd req-c9b6019e-bd51-4df6-b701-da5ef60bca10 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532650 Nov 20 03:25:25.960356 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bb47-6991-4909-a795-1ae6c865c526 req-7f5ff3a4-b8ba-4428-bf4b-3cd9f7d2c885 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:25.961664 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-57b0bb47-6991-4909-a795-1ae6c865c526 req-7f5ff3a4-b8ba-4428-bf4b-3cd9f7d2c885 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 944 time: 0.1679919 Nov 20 03:25:26.033040 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-cf8cdd1c-7a38-4792-8be8-469a0c45f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:26.034959 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-cf8cdd1c-7a38-4792-8be8-469a0c45f116 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.1116805 Nov 20 03:25:26.081255 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-57b0bb47-6991-4909-a795-1ae6c865c526 req-58556cda-f214-44eb-8834-8548ac5fd62f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059530 Nov 20 03:25:26.106408 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-e9d72028-f1b3-4d34-8354-19c13640aa57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474451 Nov 20 03:25:26.227938 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-9c4b5e76-d515-4a7a-8c9b-ef02e4a547b8 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134734 Nov 20 03:25:26.264664 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47602) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:26.348815 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-7e5aa69e-b35c-4d58-8a8f-c8d91d0d1d39 req-0a84e647-26d2-4b37-9662-7c7c804127b4 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037157 Nov 20 03:25:26.427057 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-26a40b8e-c5d6-483f-b1e7-bcc7df1f8d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.511670 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-26a40b8e-c5d6-483f-b1e7-bcc7df1f8d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.515772 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-26a40b8e-c5d6-483f-b1e7-bcc7df1f8d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.556319 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-26a40b8e-c5d6-483f-b1e7-bcc7df1f8d6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d0ae24e38a24b9b8c28add45f1aee8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904840 Nov 20 03:25:26.557988 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a40b8e-c5d6-483f-b1e7-bcc7df1f8d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a87e6-dac3-455f-9049-6cc9da4a2de7,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:26.559403 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47618) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:26.619823 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2137d786-c598-4423-9091-43055baa53e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.630787 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47624) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:26.647519 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2137d786-c598-4423-9091-43055baa53e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.702580 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2137d786-c598-4423-9091-43055baa53e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.706601 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2137d786-c598-4423-9091-43055baa53e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.710785 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2137d786-c598-4423-9091-43055baa53e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/764a87e6-dac3-455f-9049-6cc9da4a2de7 HTTP/1.1" status: 204 len: 168 time: 0.1500285 Nov 20 03:25:26.719661 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137d786-c598-4423-9091-43055baa53e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a87e6-dac3-455f-9049-6cc9da4a2de7,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:26.773712 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-874158c0-f8f7-4b7f-84f4-f47dd7028589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.811321 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47640) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:26.865294 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-998ffb62-bb66-43e2-b781-1562371a86a1 admin admin] Deleting subnet 12e49c37-f757-4a42-84ed-bbc22617d6d2 {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:25:26.869126 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-998ffb62-bb66-43e2-b781-1562371a86a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.886919 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-874158c0-f8f7-4b7f-84f4-f47dd7028589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.892999 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-874158c0-f8f7-4b7f-84f4-f47dd7028589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.932465 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-998ffb62-bb66-43e2-b781-1562371a86a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:26.936383 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-874158c0-f8f7-4b7f-84f4-f47dd7028589 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74b231d527294de6ab7a6bd17ed02644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041546 Nov 20 03:25:26.938967 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47646) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:26.945168 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47648) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:26.948148 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874158c0-f8f7-4b7f-84f4-f47dd7028589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b0184-50d2-4277-821a-817ec3cda51f,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.061919 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f3f494dc-5bb7-4dd9-8fdc-500169254236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.125495 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f3f494dc-5bb7-4dd9-8fdc-500169254236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.134771 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47658) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:27.171762 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-998ffb62-bb66-43e2-b781-1562371a86a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.189737 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-acc5d4d1-c74e-4091-9e08-90b71f5532e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.219990 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f736f90-0e8a-4d5d-bfaa-50d9c574c43f req-66f560b6-7e0d-4020-ae39-f56c089d4c65 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:27.221704 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8f736f90-0e8a-4d5d-bfaa-50d9c574c43f req-66f560b6-7e0d-4020-ae39-f56c089d4c65 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1943228 Nov 20 03:25:27.222581 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b7808a8a-b7c9-4f30-8631-0a84ac05b0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.235386 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-998ffb62-bb66-43e2-b781-1562371a86a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.264032 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ffb62-bb66-43e2-b781-1562371a86a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e49c37-f757-4a42-84ed-bbc22617d6d2,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.266155 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-998ffb62-bb66-43e2-b781-1562371a86a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.278504 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-998ffb62-bb66-43e2-b781-1562371a86a1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/12e49c37-f757-4a42-84ed-bbc22617d6d2 HTTP/1.1" status: 204 len: 168 time: 0.4658077 Nov 20 03:25:27.279606 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47666) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:27.362675 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.445630 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.469972 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530f7aa3-7dc7-4ad1-8965-d23745f5091a']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:27.483432 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d5d3b5-0601-4663-a672-9fe34d8b67f3') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:27.483762 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d5d3b5-0601-4663-a672-9fe34d8b67f3') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:27.493849 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.515359 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.521886 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:25:27.522346 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:25:27.524023 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:25:27.526294 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590842d-69c2-4aa8-8d67-4077c1d2e74d req-16bb09f4-c0b8-4edf-99ac-dfbc63f1955f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:27.527765 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b590842d-69c2-4aa8-8d67-4077c1d2e74d req-16bb09f4-c0b8-4edf-99ac-dfbc63f1955f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 944 time: 0.3514667 Nov 20 03:25:27.557431 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f3f494dc-5bb7-4dd9-8fdc-500169254236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.560134 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f3f494dc-5bb7-4dd9-8fdc-500169254236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.561477 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-f3f494dc-5bb7-4dd9-8fdc-500169254236 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b71b0184-50d2-4277-821a-817ec3cda51f HTTP/1.1" status: 204 len: 168 time: 0.6211951 Nov 20 03:25:27.580365 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8f736f90-0e8a-4d5d-bfaa-50d9c574c43f req-1e20f982-92c1-4b1f-b29b-50bd31407486 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394661 Nov 20 03:25:27.590667 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47678) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:27.605839 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f494dc-5bb7-4dd9-8fdc-500169254236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b0184-50d2-4277-821a-817ec3cda51f,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.635169 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.662360 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.666770 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] 10.222.0.53 "DELETE /v2.0/networks/530f7aa3-7dc7-4ad1-8965-d23745f5091a HTTP/1.1" status: 204 len: 168 time: 0.3860259 Nov 20 03:25:27.668109 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca3e8-2c71-4610-8a2d-106c40112103 admin admin] Pushing event deleted for resources: {'Network': ['ID=530f7aa3-7dc7-4ad1-8965-d23745f5091a,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.677676 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b590842d-69c2-4aa8-8d67-4077c1d2e74d req-af6f72e4-39eb-4b37-9743-c3afd9027574 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381066 Nov 20 03:25:27.721389 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b7808a8a-b7c9-4f30-8631-0a84ac05b0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.726086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-acc5d4d1-c74e-4091-9e08-90b71f5532e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.728151 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b7808a8a-b7c9-4f30-8631-0a84ac05b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.734363 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-acc5d4d1-c74e-4091-9e08-90b71f5532e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.786278 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7808a8a-b7c9-4f30-8631-0a84ac05b0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f86a07f-4581-4d86-8547-ff424e1d76b4,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.791322 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-b7808a8a-b7c9-4f30-8631-0a84ac05b0a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=646d0cc29e7349bea55e53dd8142da6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6482530 Nov 20 03:25:27.794288 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47686) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:27.795988 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-acc5d4d1-c74e-4091-9e08-90b71f5532e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d03907d70e864147809cfc4e8d976ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8487473 Nov 20 03:25:27.799472 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47688) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:27.835422 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5d4d1-c74e-4091-9e08-90b71f5532e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dbd8f3-c59f-49cb-b436-4bf82f5ad26c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.865214 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c336336c-444e-4979-b0fd-d3f751d1f722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.878054 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c43abac6-5e3b-416a-8694-e1dac9ab14ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.899674 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c336336c-444e-4979-b0fd-d3f751d1f722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.903592 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c43abac6-5e3b-416a-8694-e1dac9ab14ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.943530 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-311a295c-7109-466b-9191-f8e8e5228180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.975976 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c43abac6-5e3b-416a-8694-e1dac9ab14ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.978825 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c43abac6-5e3b-416a-8694-e1dac9ab14ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.981210 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-c43abac6-5e3b-416a-8694-e1dac9ab14ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43dbd8f3-c59f-49cb-b436-4bf82f5ad26c HTTP/1.1" status: 204 len: 168 time: 0.1762404 Nov 20 03:25:27.990032 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c336336c-444e-4979-b0fd-d3f751d1f722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.992013 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43abac6-5e3b-416a-8694-e1dac9ab14ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dbd8f3-c59f-49cb-b436-4bf82f5ad26c,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:27.994128 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c336336c-444e-4979-b0fd-d3f751d1f722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:27.995747 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c336336c-444e-4979-b0fd-d3f751d1f722 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f86a07f-4581-4d86-8547-ff424e1d76b4 HTTP/1.1" status: 204 len: 168 time: 0.1998343 Nov 20 03:25:28.010850 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336336c-444e-4979-b0fd-d3f751d1f722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f86a07f-4581-4d86-8547-ff424e1d76b4,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:28.050179 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47694) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:28.076204 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-311a295c-7109-466b-9191-f8e8e5228180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.082751 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-311a295c-7109-466b-9191-f8e8e5228180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.100062 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-d5d46c06-bb76-4447-bbb5-656d1542ea48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4389afb7a1c34653ac818f08005408b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477593 Nov 20 03:25:28.102544 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47696) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:28.111294 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47698) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:28.141554 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0187812a-7c13-4f88-9e74-bd8e404d0cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.146134 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-311a295c-7109-466b-9191-f8e8e5228180 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc829ef9172e48d6a4e2a5a0faa212e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5437922 Nov 20 03:25:28.148214 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a295c-7109-466b-9191-f8e8e5228180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855955e7-a76f-4c98-899f-6c03c6958059,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:28.150845 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47700) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:28.159595 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ed59634b-b706-459b-becc-13d5d9dd2948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.187927 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ed59634b-b706-459b-becc-13d5d9dd2948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.225053 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-16410868-7e04-43fd-836e-02bc5219600a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.254868 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ed59634b-b706-459b-becc-13d5d9dd2948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.257983 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ed59634b-b706-459b-becc-13d5d9dd2948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.262874 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ed59634b-b706-459b-becc-13d5d9dd2948 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6f21865-6b74-4566-abe5-07b754aab7ef HTTP/1.1" status: 204 len: 168 time: 0.1559901 Nov 20 03:25:28.267916 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59634b-b706-459b-becc-13d5d9dd2948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f21865-6b74-4566-abe5-07b754aab7ef,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:28.269553 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-16410868-7e04-43fd-836e-02bc5219600a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.333241 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0187812a-7c13-4f88-9e74-bd8e404d0cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.340073 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0187812a-7c13-4f88-9e74-bd8e404d0cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.378511 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-16410868-7e04-43fd-836e-02bc5219600a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.382856 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-16410868-7e04-43fd-836e-02bc5219600a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.382856 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-16410868-7e04-43fd-836e-02bc5219600a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/855955e7-a76f-4c98-899f-6c03c6958059 HTTP/1.1" status: 204 len: 168 time: 0.2246301 Nov 20 03:25:28.387962 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187812a-7c13-4f88-9e74-bd8e404d0cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1214eab8-5afb-4a46-84d3-c07528b8e4dc,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:28.394608 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-0187812a-7c13-4f88-9e74-bd8e404d0cff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e645b992af9c4c5bb4c9a54df27d34c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797515 Nov 20 03:25:28.394964 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47710) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:28.405574 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16410868-7e04-43fd-836e-02bc5219600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855955e7-a76f-4c98-899f-6c03c6958059,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:28.454769 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5a029652-c4f3-4951-be4d-db70a55542b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.486266 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5a029652-c4f3-4951-be4d-db70a55542b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.533930 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5a029652-c4f3-4951-be4d-db70a55542b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.536613 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5a029652-c4f3-4951-be4d-db70a55542b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.537781 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-5a029652-c4f3-4951-be4d-db70a55542b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1214eab8-5afb-4a46-84d3-c07528b8e4dc HTTP/1.1" status: 204 len: 168 time: 0.1416233 Nov 20 03:25:28.546230 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a029652-c4f3-4951-be4d-db70a55542b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1214eab8-5afb-4a46-84d3-c07528b8e4dc,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:28.632613 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47720) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:28.654453 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-db2a9161-1213-415d-99ea-9ed7c5724cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.738874 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76dfe5-396d-4193-aab9-83d450aeed3b req-33bb635b-5993-4a18-90f2-eeccbc77ce71 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:28.740404 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2d76dfe5-396d-4193-aab9-83d450aeed3b req-33bb635b-5993-4a18-90f2-eeccbc77ce71 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0724111 Nov 20 03:25:28.815762 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-db2a9161-1213-415d-99ea-9ed7c5724cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.842803 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-db2a9161-1213-415d-99ea-9ed7c5724cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:28.861632 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2d76dfe5-396d-4193-aab9-83d450aeed3b req-3b4f0665-e084-480e-8b69-bbd5fab56020 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128726 Nov 20 03:25:28.906859 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-db2a9161-1213-415d-99ea-9ed7c5724cdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9501dcfbd4e244dfa7e70919176be6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705340 Nov 20 03:25:28.908331 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47732) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:28.913752 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8149-e098-458c-8e59-026f586dd2ba req-e1d11f7f-b7b5-4393-bd35-8a7722a8d62e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:28.915472 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a65a8149-e098-458c-8e59-026f586dd2ba req-e1d11f7f-b7b5-4393-bd35-8a7722a8d62e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 944 time: 0.1193707 Nov 20 03:25:28.917027 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a9161-1213-415d-99ea-9ed7c5724cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ca0726-9353-4ce8-b0ac-b3584886eca9,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:28.993428 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a65a8149-e098-458c-8e59-026f586dd2ba req-45ec1ac9-e7fb-425f-8add-1d726271e7c2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708065 Nov 20 03:25:29.025337 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e7d39ac0-f646-41d5-aee2-eb496c4e0986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.053578 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e7d39ac0-f646-41d5-aee2-eb496c4e0986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.073206 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47738) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:29.087135 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2653cc04-98a3-49f4-bde9-18859ab8ab3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.117920 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e7d39ac0-f646-41d5-aee2-eb496c4e0986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.120716 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e7d39ac0-f646-41d5-aee2-eb496c4e0986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.121894 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-e7d39ac0-f646-41d5-aee2-eb496c4e0986 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5ca0726-9353-4ce8-b0ac-b3584886eca9 HTTP/1.1" status: 204 len: 168 time: 0.2123005 Nov 20 03:25:29.135235 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d39ac0-f646-41d5-aee2-eb496c4e0986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ca0726-9353-4ce8-b0ac-b3584886eca9,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:29.200784 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2653cc04-98a3-49f4-bde9-18859ab8ab3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.207821 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2653cc04-98a3-49f4-bde9-18859ab8ab3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.255289 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2653cc04-98a3-49f4-bde9-18859ab8ab3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bdf960f4f034ba9a88aacdf96b55969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805739 Nov 20 03:25:29.256137 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653cc04-98a3-49f4-bde9-18859ab8ab3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a041d6ad-32c6-4dcd-957c-929e1902e07e,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:29.258234 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47748) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:29.329101 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4ead5f6-dcd4-4e96-86bc-b57e21a2deda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.352889 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4ead5f6-dcd4-4e96-86bc-b57e21a2deda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.401168 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4ead5f6-dcd4-4e96-86bc-b57e21a2deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.409663 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4ead5f6-dcd4-4e96-86bc-b57e21a2deda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.414156 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c4ead5f6-dcd4-4e96-86bc-b57e21a2deda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a041d6ad-32c6-4dcd-957c-929e1902e07e HTTP/1.1" status: 204 len: 168 time: 0.1537127 Nov 20 03:25:29.423790 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ead5f6-dcd4-4e96-86bc-b57e21a2deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a041d6ad-32c6-4dcd-957c-929e1902e07e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:29.747111 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 795e1e55-b3d4-47be-9769-7b9d844f6f50 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:25:29.870488 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 795e1e55-b3d4-47be-9769-7b9d844f6f50, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=795e1e55-b3d4-47be-9769-7b9d844f6f50,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:29.882643 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '795e1e55-b3d4-47be-9769-7b9d844f6f50', 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'port_id': '795e1e55-b3d4-47be-9769-7b9d844f6f50', 'mac_address': 'fa:16:3e:8b:9d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa85aca-3122-43fc-ac12-94e12fcaf646', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:25:29.926479 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:29.938155 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795e1e55-b3d4-47be-9769-7b9d844f6f50 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:29.959681 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 795e1e55-b3d4-47be-9769-7b9d844f6f50, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=795e1e55-b3d4-47be-9769-7b9d844f6f50,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:29.965269 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.021352 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1d34b-ddd5-4396-8408-04a8d444b520 req-41fcdb2e-7c19-4311-a97b-3d088fffdeba tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:30.030832 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=795e1e55-b3d4-47be-9769-7b9d844f6f50,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:30.031059 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bec1d34b-ddd5-4396-8408-04a8d444b520 req-41fcdb2e-7c19-4311-a97b-3d088fffdeba tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0656922 Nov 20 03:25:30.086676 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bec1d34b-ddd5-4396-8408-04a8d444b520 req-135a9ed4-bf0f-468a-973f-ac318194b70f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543308 Nov 20 03:25:30.151574 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55de19a-7449-4608-bc73-4c875850e95a req-724180aa-b1b8-4855-90ad-12cd32bd1f5b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:30.153314 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f55de19a-7449-4608-bc73-4c875850e95a req-724180aa-b1b8-4855-90ad-12cd32bd1f5b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 945 time: 0.0597680 Nov 20 03:25:30.204532 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f55de19a-7449-4608-bc73-4c875850e95a req-21090f0b-4b8b-48ae-aa53-08baed4c7c76 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442741 Nov 20 03:25:30.394156 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['795e1e55-b3d4-47be-9769-7b9d844f6f50'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:30.686862 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47824) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:30.930427 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1704870017-network', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:30.954567 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Made reservation on behalf of ca89a4ccce8848e5b7362faa2a81a228 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:30.957142 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:30.965919 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.025266 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47838) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:31.054909 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.059951 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.098082 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:25:31.111283 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8464c77e-4198-47a8-a49f-ace0be86d7ca,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:31.125377 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.126204 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Added segment 278ece7a-00c3-4bdd-97e6-e0eac496cb31 of type vlan for network 71feca70-fe64-44a9-8988-eaa4d27ea30b Nov 20 03:25:31.186445 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.218524 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.219901 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.220589 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.265006 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7734bb-ebdd-4b57-b3dc-167e5e04ae8b req-5ef9ffe1-9603-4f3c-806e-66eb8c0378e2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.278317 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dc7734bb-ebdd-4b57-b3dc-167e5e04ae8b req-5ef9ffe1-9603-4f3c-806e-66eb8c0378e2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0841153 Nov 20 03:25:31.290547 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] Pushing event updated for resources: {'Network': ['ID=71feca70-fe64-44a9-8988-eaa4d27ea30b,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:31.302645 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:25:31.332639 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ace35ad0-28a6-4dee-ab08-d996d26539eb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6446323 Nov 20 03:25:31.336202 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47856) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:31.337014 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9fef-2e0b-419b-b0c6-a39dc0168740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.359422 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Request body: {'subnet': {'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1704870017-subnet', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:31.389595 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Made reservation on behalf of ca89a4ccce8848e5b7362faa2a81a228 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:31.391942 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.449108 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dc7734bb-ebdd-4b57-b3dc-167e5e04ae8b req-e4bba069-ff97-47c5-b088-904d04de38bd tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551821 Nov 20 03:25:31.560801 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e759dfb-340a-444b-97c2-4f5e7ef9d371 req-8272d536-15f9-468e-b3e5-6bd1e432a65c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.562324 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9e759dfb-340a-444b-97c2-4f5e7ef9d371 req-8272d536-15f9-468e-b3e5-6bd1e432a65c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 945 time: 0.0905385 Nov 20 03:25:31.654936 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9fef-2e0b-419b-b0c6-a39dc0168740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.668555 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9fef-2e0b-419b-b0c6-a39dc0168740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.690352 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9e759dfb-340a-444b-97c2-4f5e7ef9d371 req-dc7c355f-e62d-497f-98e4-e5e1b19fc0d7 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116958 Nov 20 03:25:31.742300 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 795e1e55-b3d4-47be-9769-7b9d844f6f50 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:31.782000 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-3f4f9fef-2e0b-419b-b0c6-a39dc0168740 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf50a3a48d794a0896989aa96d29945f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7476327 Nov 20 03:25:31.782000 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47878) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:31.794704 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f9fef-2e0b-419b-b0c6-a39dc0168740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fecc3dd-f800-4ddc-a1d8-ff0d62c896a3,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:31.801367 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 795e1e55-b3d4-47be-9769-7b9d844f6f50 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:25:31.806810 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.813786 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 795e1e55-b3d4-47be-9769-7b9d844f6f50 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:31.815223 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.888922 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:31.904006 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.918583 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Checking segment: {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:31.918939 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Network hostable DHCP agents. Network: 71feca70-fe64-44a9-8988-eaa4d27ea30b, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:25:31.920088 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.935083 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:31.950592 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3973832-bdc5-4ec4-b3d2-e7e23b341a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795e1e55-b3d4-47be-9769-7b9d844f6f50'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:31.955414 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884dde6d-13b8-4f53-8e68-355023d818b6" -d '{"events": [{"server_uuid": "c3973832-bdc5-4ec4-b3d2-e7e23b341a2b", "name": "network-vif-plugged", "status": "completed", "tag": "795e1e55-b3d4-47be-9769-7b9d844f6f50"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:31.975840 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:25:31.986965 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 71feca70-fe64-44a9-8988-eaa4d27ea30b) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:31.991755 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:31.992639 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.011256 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.019277 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7fda73-1572-4574-bb3e-d12c9697f4d5 None None] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:32.019501 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.020741 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fecc3dd-f800-4ddc-a1d8-ff0d62c896a3 HTTP/1.1" status: 204 len: 168 time: 0.2411129 Nov 20 03:25:32.032142 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-99d4098a-8767-4569-853f-3735ba084e38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6771543 Nov 20 03:25:32.032636 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47890) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:32.034913 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fecc3dd-f800-4ddc-a1d8-ff0d62c896a3,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:32.036925 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:32.045184 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.045532 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.046039 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.046786 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.047280 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.048221 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.048703 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.049176 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.049669 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.050547 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.051031 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.051498 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c16e3-c15b-44cb-8a53-4380952e9bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:32.083188 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1659417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6833'] for router, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.084713 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-323328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.147500 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd5b281-c0a5-4487-b87a-d79955e99fc7 x-openstack-request-id: req-ecd5b281-c0a5-4487-b87a-d79955e99fc7 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:32.147818 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3973832-bdc5-4ec4-b3d2-e7e23b341a2b", "name": "network-vif-plugged", "status": "completed", "tag": "795e1e55-b3d4-47be-9769-7b9d844f6f50", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:32.148233 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecd5b281-c0a5-4487-b87a-d79955e99fc7 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:32.148921 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3973832-bdc5-4ec4-b3d2-e7e23b341a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795e1e55-b3d4-47be-9769-7b9d844f6f50', 'code': 200} Nov 20 03:25:32.151650 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 795e1e55-b3d4-47be-9769-7b9d844f6f50, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=795e1e55-b3d4-47be-9769-7b9d844f6f50,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:32.164390 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.189276 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.324299 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc2eb012-ab43-549e-aadf-34dfc20f528b-71feca70-fe64-44a9-8988-eaa4d27ea30b', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e'}]}} from dv-cinder-818037-5-smb. {{(pid=102586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:25:32.325176 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.328758 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=795e1e55-b3d4-47be-9769-7b9d844f6f50,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:32.437146 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.517789 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Allocated IP 172.20.0.2 (71feca70-fe64-44a9-8988-eaa4d27ea30b/184c4578-c118-4a1f-a8a9-a2fc5e30ee6e/109a4236-298c-4775-8fce-fe4b4b8ee2c8) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:32.585023 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b71ec0-c21d-4c15-8479-ead07b482d3a req-d95a3576-f6c1-466f-8a93-82f55d619921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:32.586901 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e3b71ec0-c21d-4c15-8479-ead07b482d3a req-d95a3576-f6c1-466f-8a93-82f55d619921 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 1099 time: 0.1447635 Nov 20 03:25:32.667137 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e3b71ec0-c21d-4c15-8479-ead07b482d3a req-9d25168d-7a43-43c2-af5e-9817785f86f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672762 Nov 20 03:25:32.677121 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:25:32.717812 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7ef15-11f5-4c99-af2c-dab4a688b509 req-8d5c17e0-8c3e-40e0-bd5f-2376c02396e0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:32.720813 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f2b7ef15-11f5-4c99-af2c-dab4a688b509 req-8d5c17e0-8c3e-40e0-bd5f-2376c02396e0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1482806 Nov 20 03:25:32.819276 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f2b7ef15-11f5-4c99-af2c-dab4a688b509 req-c0de755e-66f3-4c82-a7b2-1d390ec5b3db tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905256 Nov 20 03:25:32.830549 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.842118 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.893195 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.907895 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Pushing event updated for resources: {'Port': ['ID=109a4236-298c-4775-8fce-fe4b4b8ee2c8,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:32.914528 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:32.929608 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:32.931262 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:32.935575 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:32.978011 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 47956) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:33.002893 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717ca3-6b53-48b2-ab1b-d7ed0a569964 req-2cde5266-600b-4c04-9464-628953b21949 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:33.012569 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5b717ca3-6b53-48b2-ab1b-d7ed0a569964 req-2cde5266-600b-4c04-9464-628953b21949 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 946 time: 0.1806743 Nov 20 03:25:33.019409 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Attempting to bind port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:33.020057 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Attempting to bind port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:33.020576 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Attempting to bind port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 on network 71feca70-fe64-44a9-8988-eaa4d27ea30b {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:33.031928 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:33.032644 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Checking segment: {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:33.034080 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.034481 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Bound using segment: {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:33.037832 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Bound port: 109a4236-298c-4775-8fce-fe4b4b8ee2c8, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:33.038457 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.077792 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Allocated IP 172.28.3.253 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/457ab01b-d6db-4334-aeb6-774449173bf4) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:33.099486 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5b717ca3-6b53-48b2-ab1b-d7ed0a569964 req-d5770a4b-1c77-4eb2-86e2-a30d3a7ec93c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859177 Nov 20 03:25:33.135547 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] For port 109a4236-298c-4775-8fce-fe4b4b8ee2c8, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:33.139061 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] For port 109a4236-298c-4775-8fce-fe4b4b8ee2c8, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=109a4236-298c-4775-8fce-fe4b4b8ee2c8,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:33.145868 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.221115 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.225222 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.241372 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffa6bd-ed9d-481b-b2ab-60787e1c92e9 None None] Pushing event updated for resources: {'Port': ['ID=109a4236-298c-4775-8fce-fe4b4b8ee2c8,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.303760 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.418250 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.427910 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:33.427910 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:33.432027 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:33.444297 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.496987 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa4d74-e615-49ee-ba65-e487b6d7e1da,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.539250 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19c05bf500954eeb9539c8b9460ef7d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5641994 Nov 20 03:25:33.541142 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.541647 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.542216 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.542495 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 47988) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:33.542756 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.543192 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.543635 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.544115 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.544539 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.544991 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.545520 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.546066 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.546513 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34caa201-a341-4c53-a495-adff8bb56843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:33.748572 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Pushing event updated for resources: {'Port': ['ID=457ab01b-d6db-4334-aeb6-774449173bf4,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:33.749091 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d34cb058-7fdd-4487-98f0-bcf70384fdcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:33.846757 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d34cb058-7fdd-4487-98f0-bcf70384fdcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.026204 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 109a4236-298c-4775-8fce-fe4b4b8ee2c8 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:34.050935 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c530350-7c26-47f8-afba-f581e5555090 req-b8cbb007-97ca-4fed-9407-7767905a2deb tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:34.059600 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9c530350-7c26-47f8-afba-f581e5555090 req-b8cbb007-97ca-4fed-9407-7767905a2deb tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1125064 Nov 20 03:25:34.068046 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.079331 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d34cb058-7fdd-4487-98f0-bcf70384fdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.083612 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d34cb058-7fdd-4487-98f0-bcf70384fdcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.085074 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-d34cb058-7fdd-4487-98f0-bcf70384fdcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51aa4d74-e615-49ee-ba65-e487b6d7e1da HTTP/1.1" status: 204 len: 168 time: 0.5407631 Nov 20 03:25:34.122691 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cb058-7fdd-4487-98f0-bcf70384fdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa4d74-e615-49ee-ba65-e487b6d7e1da,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:34.179749 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:34.180672 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.193691 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9c530350-7c26-47f8-afba-f581e5555090 req-f31dda06-e3f8-4d1d-9023-d4550e30271a tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311774 Nov 20 03:25:34.397126 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189fdb2-ef88-483c-833d-7beda1611ea6 req-c5db3006-7359-4cc0-9aa5-01badb2fe99c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:34.408746 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f189fdb2-ef88-483c-833d-7beda1611ea6 req-c5db3006-7359-4cc0-9aa5-01badb2fe99c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 946 time: 0.1477263 Nov 20 03:25:34.425506 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.514959 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port 109a4236-298c-4775-8fce-fe4b4b8ee2c8, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=109a4236-298c-4775-8fce-fe4b4b8ee2c8,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:34.531076 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f189fdb2-ef88-483c-833d-7beda1611ea6 req-1aeffa7e-3a31-4e74-b839-5616350736f0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129248 Nov 20 03:25:34.534771 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.671761 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=109a4236-298c-4775-8fce-fe4b4b8ee2c8,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:34.777475 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563'] for router, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.919255 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48020) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:34.930352 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71f0d55f-77e6-4f5f-8db0-5d9c61855022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:34.970444 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c9931-9558-4b99-b4ce-c6f53b46a528 None None] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:35.022381 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 is scheduled to L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd with binding_index 1 {{(pid=102584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:25:35.044339 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71f0d55f-77e6-4f5f-8db0-5d9c61855022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.050137 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71f0d55f-77e6-4f5f-8db0-5d9c61855022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.055315 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-df587f5e-9bb5-42ad-a5f3-c9151a4ba366 None None] Provisioning complete for port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:35.055930 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-df587f5e-9bb5-42ad-a5f3-c9151a4ba366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.108422 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48026) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:35.108619 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-71f0d55f-77e6-4f5f-8db0-5d9c61855022 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c3b289df25f4828823bf76d11177ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890154 Nov 20 03:25:35.108619 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0d55f-77e6-4f5f-8db0-5d9c61855022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bead4df-51b5-4416-866e-6fca4973999c,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:35.210476 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:35.223415 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Sync routers for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:35.229433 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1dad7812-a056-4b30-b0a3-be269b29b0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.242508 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:35.243254 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:35.260292 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.264896 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-86dde67d-8e19-48b5-967e-9ea392b20de4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2290447 Nov 20 03:25:35.265185 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48030) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:35.311747 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1dad7812-a056-4b30-b0a3-be269b29b0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.384509 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:35.414556 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1dad7812-a056-4b30-b0a3-be269b29b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.419643 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1dad7812-a056-4b30-b0a3-be269b29b0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.420721 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-1dad7812-a056-4b30-b0a3-be269b29b0f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bead4df-51b5-4416-866e-6fca4973999c HTTP/1.1" status: 204 len: 168 time: 0.3121467 Nov 20 03:25:35.443817 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f38288-cd18-4bde-824c-7cea6e07d084 req-99da22b0-8968-42bf-97bf-7ce14bd8ffda tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:35.452027 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-33f38288-cd18-4bde-824c-7cea6e07d084 req-99da22b0-8968-42bf-97bf-7ce14bd8ffda tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1138182 Nov 20 03:25:35.458522 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad7812-a056-4b30-b0a3-be269b29b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bead4df-51b5-4416-866e-6fca4973999c,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:35.551255 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-33f38288-cd18-4bde-824c-7cea6e07d084 req-da06e875-05b6-46bb-8de6-9762d89f629f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981545 Nov 20 03:25:35.670620 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-d5a1b083-f664-4e6b-9b0e-bdbf8093d16d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663011 Nov 20 03:25:35.700598 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:33Z', 'revision_number': 3, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:35.738047 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Checking router: 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:35.738412 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Updating router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 port 457ab01b-d6db-4334-aeb6-774449173bf4 binding host dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:35.767109 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.775655 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-50ff356e-adee-4eb3-ad1e-bc4aec0291af None None] Provisioning complete for port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:35.776819 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-50ff356e-adee-4eb3-ad1e-bc4aec0291af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:35.781366 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d52a16-b519-40e7-8626-86adbccec048 req-76ce92cf-4510-41f0-bcd6-6bd24cd193f5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:35.791543 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-18d52a16-b519-40e7-8626-86adbccec048 req-76ce92cf-4510-41f0-bcd6-6bd24cd193f5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 946 time: 0.1020405 Nov 20 03:25:35.862535 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-39dd3948-b00f-4310-a91a-e2e96d72e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:35.864526 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-39dd3948-b00f-4310-a91a-e2e96d72e517 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 1099 time: 0.0864754 Nov 20 03:25:35.932882 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-18d52a16-b519-40e7-8626-86adbccec048 req-3d2ebbf0-b732-4720-a722-80b2f22b9317 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401074 Nov 20 03:25:35.964978 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 109a4236-298c-4775-8fce-fe4b4b8ee2c8 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:36.092550 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:36.094272 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.115101 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-43a2d315-644d-43e1-94e5-903ca055ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:36.117154 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-43a2d315-644d-43e1-94e5-903ca055ea73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 915 time: 0.2027197 Nov 20 03:25:36.243906 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-7529158a-8e52-40af-82da-9ba380bce4d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be73797-0a51-4dd5-bfbb-de586f41da96 HTTP/1.1" status: 200 len: 217 time: 0.0804598 Nov 20 03:25:36.264155 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.343170 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-f1cd41a3-cba4-4444-9ee5-94dde800b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:36.344818 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-f1cd41a3-cba4-4444-9ee5-94dde800b4f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.0896988 Nov 20 03:25:36.410696 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-9bec31a7-ebc7-49af-abab-923983658d3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534918 Nov 20 03:25:36.456316 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.467744 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.557238 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Attempting to bind port 457ab01b-d6db-4334-aeb6-774449173bf4 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:36.557797 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Attempting to bind port 457ab01b-d6db-4334-aeb6-774449173bf4 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:36.558282 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Attempting to bind port 457ab01b-d6db-4334-aeb6-774449173bf4 on network 1d69fcd6-8932-4c8d-814f-897b225942bc {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:36.581547 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-674a7e8b-926e-4c0c-a8e0-2e17f59491a3 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590581 Nov 20 03:25:36.583605 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:36.584029 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:36.584426 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.584814 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Bound using segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:36.585543 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Bound port: 457ab01b-d6db-4334-aeb6-774449173bf4, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:36.586151 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.592851 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033bfe9-4c68-44dd-a1b5-50826b4eec6e None None] Pushing event updated for resources: {'Port': ['ID=457ab01b-d6db-4334-aeb6-774449173bf4,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:36.619443 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Allocated IP 172.20.0.1 (71feca70-fe64-44a9-8988-eaa4d27ea30b/184c4578-c118-4a1f-a8a9-a2fc5e30ee6e/4bfcef25-8522-4050-a1a4-352cfa6358d4) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:36.774721 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] For port 457ab01b-d6db-4334-aeb6-774449173bf4, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:36.797515 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] For port 457ab01b-d6db-4334-aeb6-774449173bf4, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=457ab01b-d6db-4334-aeb6-774449173bf4,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:36.807307 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.882149 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d735e44d-262a-4988-a2e3-f31e83ae8a47 req-ccbc030d-61eb-4259-8906-547638958c9a service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887874 Nov 20 03:25:36.894764 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:36.909529 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77704ada-e5db-4a1e-a234-07b0a7b5eb6b req-4e50659c-6fef-4c42-8107-490ac74345e3 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:36.919592 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-77704ada-e5db-4a1e-a234-07b0a7b5eb6b req-4e50659c-6fef-4c42-8107-490ac74345e3 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1837296 Nov 20 03:25:36.952577 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033bfe9-4c68-44dd-a1b5-50826b4eec6e None None] Pushing event updated for resources: {'Port': ['ID=457ab01b-d6db-4334-aeb6-774449173bf4,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:36.957668 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:36.958407 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:37.017649 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-77704ada-e5db-4a1e-a234-07b0a7b5eb6b req-8107527f-98e1-4a56-a077-69ce57e95af5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969968 Nov 20 03:25:37.052463 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.102311 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:37.105666 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:37.121986 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:37.122781 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1758552'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.131718 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:37.187410 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfcef25-8522-4050-a1a4-352cfa6358d4,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:37.365315 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.432041 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-3d6309ef-611d-4ac2-8a85-df021a73f531 None None] Provisioning complete for port 4bfcef25-8522-4050-a1a4-352cfa6358d4 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:37.433240 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3d6309ef-611d-4ac2-8a85-df021a73f531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.444297 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-14187d39-9143-4631-b989-edd70b8afafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:33Z', 'revision_number': 3, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:37.479453 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14187d39-9143-4631-b989-edd70b8afafd None None] The sync data for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb is: [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:33Z', 'revision_number': 3, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:37.523528 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-3d6309ef-611d-4ac2-8a85-df021a73f531 None None] Port 4bfcef25-8522-4050-a1a4-352cfa6358d4 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:37.693446 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.702980 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.703887 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758500'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:37.843221 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfcef25-8522-4050-a1a4-352cfa6358d4,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:37.912922 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48136) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:37.945708 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:37.948736 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:38.288404 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7bd98fdf-5d70-424e-a8ce-4d6fc171c453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.362146 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-1cf0ae1b-4714-4a64-8aba-7c90f75c012e None None] Provisioning complete for port 4bfcef25-8522-4050-a1a4-352cfa6358d4 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:38.366582 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1cf0ae1b-4714-4a64-8aba-7c90f75c012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.370817 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:25:38.410181 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa1e28-298c-4c7f-96a3-b0aff63d5a57 req-16fa4a05-29fb-40f1-9b6d-e0a085fdba78 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:38.410181 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7efa1e28-298c-4c7f-96a3-b0aff63d5a57 req-16fa4a05-29fb-40f1-9b6d-e0a085fdba78 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1652420 Nov 20 03:25:38.456313 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-1cf0ae1b-4714-4a64-8aba-7c90f75c012e None None] Port 4bfcef25-8522-4050-a1a4-352cfa6358d4 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:38.463773 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7bd98fdf-5d70-424e-a8ce-4d6fc171c453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.473331 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7bd98fdf-5d70-424e-a8ce-4d6fc171c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.543360 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-7bd98fdf-5d70-424e-a8ce-4d6fc171c453 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b5a3270f355447682d6ed924cf6485a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6291716 Nov 20 03:25:38.544520 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd98fdf-5d70-424e-a8ce-4d6fc171c453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99efa15a-76af-42bb-948f-cf62203d29dc,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:38.561603 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48166) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:38.619773 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7efa1e28-298c-4c7f-96a3-b0aff63d5a57 req-793374db-ace8-437f-a58a-89fdf0ab8ea1 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025204 Nov 20 03:25:38.646100 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:38.667732 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-eb3214df-feac-4c03-89ec-b47ccfdbdc36 admin admin] 10.222.0.53 "PUT /v2.0/routers/3b1ccfcd-298c-4d04-98d6-23b6bfe53988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3943093 Nov 20 03:25:38.721802 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-59b329d3-ffb6-493d-b6e9-803656c5af09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.771033 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-59b329d3-ffb6-493d-b6e9-803656c5af09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.849729 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-59b329d3-ffb6-493d-b6e9-803656c5af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.852895 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-59b329d3-ffb6-493d-b6e9-803656c5af09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:38.854152 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-59b329d3-ffb6-493d-b6e9-803656c5af09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99efa15a-76af-42bb-948f-cf62203d29dc HTTP/1.1" status: 204 len: 168 time: 0.2897806 Nov 20 03:25:38.878359 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b329d3-ffb6-493d-b6e9-803656c5af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99efa15a-76af-42bb-948f-cf62203d29dc,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:39.008184 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-7f5addbd-d81b-4f34-ba1b-f13c783d57ad tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:39.017517 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-7f5addbd-d81b-4f34-ba1b-f13c783d57ad tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 814 time: 0.2057436 Nov 20 03:25:39.048559 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-97d2d5a8-153e-4335-931c-0218b5da743b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/quotas/e08ca2a4150a463c967227d00ff06214 HTTP/1.1" status: 200 len: 375 time: 0.0297036 Nov 20 03:25:39.118208 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-93a2374a-3837-4df1-9144-d768b032e911 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670974 Nov 20 03:25:39.241923 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-6b40ae25-0f20-4201-966a-db0560ccdf65 service neutron] 10.222.0.53 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222825 Nov 20 03:25:39.496323 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48220) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:39.595650 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-a5b17bb8-6e12-453e-883a-88d1a28af101 service neutron] 10.222.0.53 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400445 Nov 20 03:25:39.629549 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48230) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:39.635765 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-76633000-network', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:39.683542 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Made reservation on behalf of f0e21bb9f1cf438dbc7256c317c33da6 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:39.686256 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:39.696191 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:39.883667 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-31b05761-61bd-42a2-b562-01e9cd725835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:39.992422 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956675f-9aa0-4129-bf47-bef2848e4771 req-b06a907e-a4d6-423a-bbc5-0299fbd114c0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:39.993998 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7956675f-9aa0-4129-bf47-bef2848e4771 req-b06a907e-a4d6-423a-bbc5-0299fbd114c0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.2487521 Nov 20 03:25:40.011807 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 457ab01b-d6db-4334-aeb6-774449173bf4 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:40.027883 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.047942 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.080909 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:25:40.102855 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-31b05761-61bd-42a2-b562-01e9cd725835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.110820 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-31b05761-61bd-42a2-b562-01e9cd725835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.111469 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.111839 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.segments_db [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Added segment 8636de4a-36ea-4924-8940-06449bbd6790 of type vlan for network febab526-f038-4192-a904-c2fe7a65c220 Nov 20 03:25:40.152394 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Sync routers for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:40.169748 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:40.170503 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:40.186460 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b05761-61bd-42a2-b562-01e9cd725835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8411a417-bafc-4a1b-bf1b-f876de083da3,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:40.233745 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-31b05761-61bd-42a2-b562-01e9cd725835 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db02721759b745c1a453ae1c875bce9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7362158 Nov 20 03:25:40.234368 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48266) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:40.258925 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ab47bedf-79ff-4faf-a870-fd3fbd9d1577 req-529a5719-a5f5-4b28-a738-d5b7535db5c6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 210 time: 0.1072674 Nov 20 03:25:40.277221 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20008a9e-d9e0-4549-9fc3-03e8d3c4d0d1,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:40.281476 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.311159 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7956675f-9aa0-4129-bf47-bef2848e4771 req-be00ae24-b779-44dd-b2c9-c8d7b04907e1 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024514 Nov 20 03:25:40.314023 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86b60f5a-dc1b-4fb7-b35c-243875581aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.344296 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86b60f5a-dc1b-4fb7-b35c-243875581aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.346661 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.349682 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:40.350704 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.415092 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7843165 Nov 20 03:25:40.418562 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48270) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:40.429742 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Request body: {'subnet': {'network_id': 'febab526-f038-4192-a904-c2fe7a65c220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-76633000-subnet', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'ip_version': 4}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:40.444183 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a4df-b57e-42a1-91fc-2b501b57af3b admin admin] Pushing event updated for resources: {'Network': ['ID=febab526-f038-4192-a904-c2fe7a65c220,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:40.489622 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86b60f5a-dc1b-4fb7-b35c-243875581aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.492337 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-86b60f5a-dc1b-4fb7-b35c-243875581aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.493565 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-86b60f5a-dc1b-4fb7-b35c-243875581aaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8411a417-bafc-4a1b-bf1b-f876de083da3 HTTP/1.1" status: 204 len: 168 time: 0.2580690 Nov 20 03:25:40.516573 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Made reservation on behalf of f0e21bb9f1cf438dbc7256c317c33da6 for: {'subnet': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:40.529136 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13477294'] for subnet, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.536429 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network febab526-f038-4192-a904-c2fe7a65c220 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:25:40.545225 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 457ab01b-d6db-4334-aeb6-774449173bf4 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:40.545705 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.603098 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b60f5a-dc1b-4fb7-b35c-243875581aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8411a417-bafc-4a1b-bf1b-f876de083da3,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:40.700043 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:40.871635 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15742637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13477264'] for subnet, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.891074 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:40.913117 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port 457ab01b-d6db-4334-aeb6-774449173bf4, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=457ab01b-d6db-4334-aeb6-774449173bf4,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:40.922122 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.002663 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f91f487-c0ea-4e14-a5d4-f0f91d45a5da,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.049586 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=457ab01b-d6db-4334-aeb6-774449173bf4,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.055749 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Checking segment: {'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:41.056384 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Network hostable DHCP agents. Network: febab526-f038-4192-a904-c2fe7a65c220, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:25:41.064239 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.067085 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.067462 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.067880 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.068231 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.068561 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.068891 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.069276 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.069606 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.069957 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.070291 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.070612 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.070931 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:41.083953 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Network febab526-f038-4192-a904-c2fe7a65c220 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:25:41.106003 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, febab526-f038-4192-a904-c2fe7a65c220) {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:41.108372 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 2, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:41.116556 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4593cb-b510-4b89-8bb1-85d31cb8e1df None None] Network febab526-f038-4192-a904-c2fe7a65c220 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:41.119074 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48288) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.122675 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:41.123279 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.135762 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d50e54f1-8dc9-40ee-b050-b9e17e8a0772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.150014 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Checking router: 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:41.150239 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Updating router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 port 4bfcef25-8522-4050-a1a4-352cfa6358d4 binding host dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:41.165210 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-58541474-cccf-4718-9ded-55916191d132 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7453876 Nov 20 03:25:41.168024 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48290) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.174105 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:41.199224 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1659417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6833'] for router, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.200913 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-323328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.234855 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.242933 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d50e54f1-8dc9-40ee-b050-b9e17e8a0772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.251424 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d50e54f1-8dc9-40ee-b050-b9e17e8a0772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.323997 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-d50e54f1-8dc9-40ee-b050-b9e17e8a0772 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25ae4f1a0d7f42adbbaf8aefaddd2798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036397 Nov 20 03:25:41.324805 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e54f1-8dc9-40ee-b050-b9e17e8a0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8025d8-d0be-4b07-9f88-bfdc0a8d2098,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.339051 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48300) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:41.364668 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.619090 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-72f4d21a-a2eb-43e1-ab79-676bb9eead42 req-c60d3bb3-a2aa-454b-a13d-c2c29ab53f8c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 210 time: 0.1638944 Nov 20 03:25:41.619928 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a48b6-5b01-40d6-9044-74706bd3619b req-5f19f69b-6951-4c17-a3d3-cb8e4f733f70 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:41.621555 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-419a48b6-5b01-40d6-9044-74706bd3619b req-5f19f69b-6951-4c17-a3d3-cb8e4f733f70 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1722422 Nov 20 03:25:41.623078 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6ccb16e9-0b4c-43bb-a7d8-579b5efbb476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.653302 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6ccb16e9-0b4c-43bb-a7d8-579b5efbb476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.709306 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc2eb012-ab43-549e-aadf-34dfc20f528b-febab526-f038-4192-a904-c2fe7a65c220', 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'fixed_ips': [{'subnet_id': '2f91f487-c0ea-4e14-a5d4-f0f91d45a5da'}]}} from dv-cinder-818037-5-smb. {{(pid=102586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:25:41.712591 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.737655 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-419a48b6-5b01-40d6-9044-74706bd3619b req-6d1f9b7c-3d72-4e03-8f55-830ccd1ceeb3 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691032 Nov 20 03:25:41.771381 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6ccb16e9-0b4c-43bb-a7d8-579b5efbb476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.774033 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6ccb16e9-0b4c-43bb-a7d8-579b5efbb476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.775236 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-6ccb16e9-0b4c-43bb-a7d8-579b5efbb476 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b8025d8-d0be-4b07-9f88-bfdc0a8d2098 HTTP/1.1" status: 204 len: 168 time: 0.4346957 Nov 20 03:25:41.792090 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb16e9-0b4c-43bb-a7d8-579b5efbb476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8025d8-d0be-4b07-9f88-bfdc0a8d2098,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:41.897990 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-c75c086a-2008-44f2-aa9b-dd05a9e02dd9 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:41.900476 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-c75c086a-2008-44f2-aa9b-dd05a9e02dd9 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 814 time: 0.1894028 Nov 20 03:25:41.909949 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:41.942240 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Request body: {'port': {'device_id': '89e7185b-fe52-4f32-89ca-7b2ea6cec706', 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'admin_state_up': True, 'tenant_id': 'e08ca2a4150a463c967227d00ff06214'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:42.028233 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 457ab01b-d6db-4334-aeb6-774449173bf4 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:42.191827 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Made reservation on behalf of e08ca2a4150a463c967227d00ff06214 for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:25:42.197118 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.210745 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48332) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:42.231297 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Allocated IP 172.20.0.2 (febab526-f038-4192-a904-c2fe7a65c220/2f91f487-c0ea-4e14-a5d4-f0f91d45a5da/363bc163-44fe-48fa-b56b-5e169bfc351b) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:42.233477 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 457ab01b-d6db-4334-aeb6-774449173bf4 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:42.233959 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.295445 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.354492 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.375274 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2060af32-a415-4dd4-978a-ae2063a211a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.485546 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2060af32-a415-4dd4-978a-ae2063a211a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.501588 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85021d-3e84-4098-8260-2d9f6480ba63 None None] Pushing event updated for resources: {'Port': ['ID=4bfcef25-8522-4050-a1a4-352cfa6358d4,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.509052 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2060af32-a415-4dd4-978a-ae2063a211a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.509606 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.512538 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Allocated IP 172.20.0.14 (119c268c-a2e0-43bd-b4a6-ac5863eebef7/aaa85aca-3122-43fc-ac12-94e12fcaf646/a637fb20-191c-44c1-9332-22d49483b66e) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:42.556629 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.571401 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2060af32-a415-4dd4-978a-ae2063a211a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6ff29b30380472bbed1877ee6106f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596301 Nov 20 03:25:42.572347 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48346) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:42.581638 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060af32-a415-4dd4-978a-ae2063a211a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a196fe9e-0210-4218-b63b-edc1289529a9,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.650929 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ee470ecb-6840-4ba6-90c5-17f30ab50c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.707089 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ee470ecb-6840-4ba6-90c5-17f30ab50c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.718154 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Attempting to bind port 4bfcef25-8522-4050-a1a4-352cfa6358d4 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:42.718519 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Attempting to bind port 4bfcef25-8522-4050-a1a4-352cfa6358d4 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:42.718873 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Attempting to bind port 4bfcef25-8522-4050-a1a4-352cfa6358d4 on network 71feca70-fe64-44a9-8988-eaa4d27ea30b {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:42.758509 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:42.758883 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Checking segment: {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:42.759276 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.759908 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Bound using segment: {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:42.760685 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Bound port: 4bfcef25-8522-4050-a1a4-352cfa6358d4, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:42.761234 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.795291 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4f15dfd7-2ef8-489b-8faa-346c41896906 req-405e4f17-76e8-4e8d-b7db-ed8593e2b91b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 210 time: 0.0652249 Nov 20 03:25:42.833797 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Allocated IP 172.28.3.128 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/bff9ca0a-e358-4417-b650-a30308c599bf) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:42.875865 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ee470ecb-6840-4ba6-90c5-17f30ab50c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.879950 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ee470ecb-6840-4ba6-90c5-17f30ab50c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.882128 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ee470ecb-6840-4ba6-90c5-17f30ab50c6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a196fe9e-0210-4218-b63b-edc1289529a9 HTTP/1.1" status: 204 len: 168 time: 0.3074939 Nov 20 03:25:42.892470 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee470ecb-6840-4ba6-90c5-17f30ab50c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a196fe9e-0210-4218-b63b-edc1289529a9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:42.916232 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.951998 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.959800 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-e7a484b0-435a-4c9a-a114-b9b9c45c967c None None] Provisioning complete for port 4bfcef25-8522-4050-a1a4-352cfa6358d4 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:42.960318 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e7a484b0-435a-4c9a-a114-b9b9c45c967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.979969 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700cae-56ad-4f4a-bfea-63b9815df0d4 req-cb926ef7-6a4a-4de7-9db9-b99681f14ee3 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:42.980850 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:42.981945 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d9700cae-56ad-4f4a-bfea-63b9815df0d4 req-cb926ef7-6a4a-4de7-9db9-b99681f14ee3 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0833654 Nov 20 03:25:43.111941 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.128187 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Network febab526-f038-4192-a904-c2fe7a65c220 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:43.134326 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] For port 4bfcef25-8522-4050-a1a4-352cfa6358d4, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:43.158288 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4be73797-0a51-4dd5-bfbb-de586f41da96', '795e1e55-b3d4-47be-9769-7b9d844f6f50'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:43.171909 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Pushing event updated for resources: {'Port': ['ID=363bc163-44fe-48fa-b56b-5e169bfc351b,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.197385 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d9700cae-56ad-4f4a-bfea-63b9815df0d4 req-c620a1d6-3e4d-4049-8a05-6a3cb48af431 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056665 Nov 20 03:25:43.209062 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:43.215631 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:43.233121 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-e7a484b0-435a-4c9a-a114-b9b9c45c967c None None] Port 4bfcef25-8522-4050-a1a4-352cfa6358d4 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:43.239730 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] For port 4bfcef25-8522-4050-a1a4-352cfa6358d4, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=4bfcef25-8522-4050-a1a4-352cfa6358d4,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:43.316893 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.380320 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27003d-3870-4e42-9593-016e01d4de39 req-06212cc3-4893-4573-901e-ddec8a1de5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:43.384311 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ea27003d-3870-4e42-9593-016e01d4de39 req-06212cc3-4893-4573-901e-ddec8a1de5f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 1098 time: 0.0788493 Nov 20 03:25:43.430097 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.464672 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:43.468341 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ea27003d-3870-4e42-9593-016e01d4de39 req-8caabe78-fa28-4622-a047-5a67e7dd2810 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756781 Nov 20 03:25:43.481210 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:43.508871 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:43.545430 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Pushing event updated for resources: {'Port': ['ID=a637fb20-191c-44c1-9332-22d49483b66e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.629763 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:43.630450 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.658553 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48380) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:43.659824 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.680378 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-74fe62e0-7e51-4447-935c-0db7f03d8c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.696112 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Attempting to bind port 363bc163-44fe-48fa-b56b-5e169bfc351b on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:43.696670 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Attempting to bind port 363bc163-44fe-48fa-b56b-5e169bfc351b by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:43.697239 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Attempting to bind port 363bc163-44fe-48fa-b56b-5e169bfc351b on network febab526-f038-4192-a904-c2fe7a65c220 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:43.742162 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:43.742648 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-5605dd5e-f653-48bd-ad10-4e39cb205ada tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8048422 Nov 20 03:25:43.749990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Checking segment: {'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:43.749990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.749990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Bound using segment: {'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:43.749990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Bound port: 363bc163-44fe-48fa-b56b-5e169bfc351b, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:43.749990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.773800 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:43.774588 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85021d-3e84-4098-8260-2d9f6480ba63 None None] Pushing event updated for resources: {'Port': ['ID=4bfcef25-8522-4050-a1a4-352cfa6358d4,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.775950 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:43.791356 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:43.792649 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:43.797522 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Pushing event updated for resources: {'Port': ['ID=bff9ca0a-e358-4417-b650-a30308c599bf,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:43.801498 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:43.859711 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Request body: {'port': {'device_id': '89e7185b-fe52-4f32-89ca-7b2ea6cec706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:43.934711 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:43.936301 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.969017 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-74fe62e0-7e51-4447-935c-0db7f03d8c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:43.990950 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-74fe62e0-7e51-4447-935c-0db7f03d8c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.065310 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe62e0-7e51-4447-935c-0db7f03d8c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9c8ae0-64c8-4fb5-bfa8-ca80fd8743e3,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:44.074210 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-74fe62e0-7e51-4447-935c-0db7f03d8c02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02723c6f569848869935cef6fcfdc5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145088 Nov 20 03:25:44.076289 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48390) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:44.090497 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d34b66-e1d0-4ed6-b45d-44279076f90c req-5655cdf8-2562-43c9-b91e-57251af56ef2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:44.098714 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d3d34b66-e1d0-4ed6-b45d-44279076f90c req-5655cdf8-2562-43c9-b91e-57251af56ef2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 932 time: 0.1689579 Nov 20 03:25:44.156240 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d3d34b66-e1d0-4ed6-b45d-44279076f90c req-87df2793-6652-4780-89ec-397e94ca5f71 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552244 Nov 20 03:25:44.193208 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-f04ce0ae-97cb-467c-a1da-999961aaed76 None None] Provisioning complete for port 4bfcef25-8522-4050-a1a4-352cfa6358d4 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:44.193552 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f04ce0ae-97cb-467c-a1da-999961aaed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.341786 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d38bb45c-8d20-4c64-94e7-ac04d5e006d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.371904 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedcdb-07d7-4d19-b547-03c5fffbd241 req-0bf062c2-6063-4340-8bb8-a7ef80cfa4e4 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:44.374103 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7dfedcdb-07d7-4d19-b547-03c5fffbd241 req-0bf062c2-6063-4340-8bb8-a7ef80cfa4e4 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0723290 Nov 20 03:25:44.377889 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] For port 363bc163-44fe-48fa-b56b-5e169bfc351b, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:44.408144 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] For port 363bc163-44fe-48fa-b56b-5e169bfc351b, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=363bc163-44fe-48fa-b56b-5e169bfc351b,segment=NetworkSegment(8636de4a-36ea-4924-8940-06449bbd6790),segment_id=8636de4a-36ea-4924-8940-06449bbd6790)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:44.435715 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.454380 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7dfedcdb-07d7-4d19-b547-03c5fffbd241 req-b8e5ce6a-9b24-4669-8884-28776c3e6cbc tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692830 Nov 20 03:25:44.467490 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d38bb45c-8d20-4c64-94e7-ac04d5e006d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.534981 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.552265 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f04ce0ae-97cb-467c-a1da-999961aaed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.610696 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77a4f0-25af-483f-8fb4-604bc97b58db None None] Pushing event updated for resources: {'Port': ['ID=363bc163-44fe-48fa-b56b-5e169bfc351b,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:44.654913 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-f04ce0ae-97cb-467c-a1da-999961aaed76 None None] For port 4bfcef25-8522-4050-a1a4-352cfa6358d4, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=4bfcef25-8522-4050-a1a4-352cfa6358d4,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:44.659300 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:43Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:44.666313 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f04ce0ae-97cb-467c-a1da-999961aaed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.697202 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d38bb45c-8d20-4c64-94e7-ac04d5e006d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.700605 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d38bb45c-8d20-4c64-94e7-ac04d5e006d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.706023 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d38bb45c-8d20-4c64-94e7-ac04d5e006d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff9c8ae0-64c8-4fb5-bfa8-ca80fd8743e3 HTTP/1.1" status: 204 len: 168 time: 0.6287532 Nov 20 03:25:44.711968 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cf59a-9192-4144-a9e7-6dbb948411a5 None None] The sync data for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb is: [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:43Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:44.753429 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a637fb20-191c-44c1-9332-22d49483b66e {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:44.771120 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bb45c-8d20-4c64-94e7-ac04d5e006d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9c8ae0-64c8-4fb5-bfa8-ca80fd8743e3,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:44.789029 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:44.805881 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ce0ae-97cb-467c-a1da-999961aaed76 None None] Pushing event updated for resources: {'Port': ['ID=4bfcef25-8522-4050-a1a4-352cfa6358d4,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:45.050335 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563'] for router, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.064198 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Transition to ACTIVE for port object a637fb20-191c-44c1-9332-22d49483b66e will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:25:45.071933 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.200793 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Pushing event updated for resources: {'Port': ['ID=a637fb20-191c-44c1-9332-22d49483b66e,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:45.431061 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4154d02-75e3-4993-8d01-eed414f974c6 req-ac6c3ce7-a0ee-4594-a08e-aabe08be896a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:45.442204 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d4154d02-75e3-4993-8d01-eed414f974c6 req-ac6c3ce7-a0ee-4594-a08e-aabe08be896a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 944 time: 0.1048708 Nov 20 03:25:45.535208 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Router 67936c3c-e0eb-4ea0-8b23-108a13685175 is scheduled to L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd with binding_index 1 {{(pid=102584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:25:45.581800 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Attempting to bind port a637fb20-191c-44c1-9332-22d49483b66e on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:45.583608 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Attempting to bind port a637fb20-191c-44c1-9332-22d49483b66e by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:45.583981 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Attempting to bind port a637fb20-191c-44c1-9332-22d49483b66e on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:45.602816 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Port a637fb20-191c-44c1-9332-22d49483b66e on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:25:45.602816 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Attempting to bind port a637fb20-191c-44c1-9332-22d49483b66e on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:45.666024 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d4154d02-75e3-4993-8d01-eed414f974c6 req-64940e3e-ebc9-413c-84cb-4fc4f3a7851e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175789 Nov 20 03:25:45.679588 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:45.679966 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Checking segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:45.680357 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Bound using segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:45.680810 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Bound port: a637fb20-191c-44c1-9332-22d49483b66e, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:45.681177 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:45.775527 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512bf0-ae3f-4d5e-8b1b-1f9f557f3886 req-061dd53a-6944-44ad-ac81-ca6b41737d4c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:45.788982 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4f512bf0-ae3f-4d5e-8b1b-1f9f557f3886 req-061dd53a-6944-44ad-ac81-ca6b41737d4c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1419725 Nov 20 03:25:45.923677 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4f512bf0-ae3f-4d5e-8b1b-1f9f557f3886 req-790292ad-5360-45a6-b5eb-9fe66297580d tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337900 Nov 20 03:25:45.979774 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] For port a637fb20-191c-44c1-9332-22d49483b66e, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:45.983213 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:45.986355 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] For port a637fb20-191c-44c1-9332-22d49483b66e, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a637fb20-191c-44c1-9332-22d49483b66e,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:45.992768 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:46.004307 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Sync routers for ids ['67936c3c-e0eb-4ea0-8b23-108a13685175'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:46.045075 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:46.045697 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:46.047267 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] 10.222.0.50 "PUT /v2.0/ports/a637fb20-191c-44c1-9332-22d49483b66e HTTP/1.1" status: 200 len: 1094 time: 2.1935253 Nov 20 03:25:46.048100 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e7185b-fe52-4f32-89ca-7b2ea6cec706', 'tag': 'a637fb20-191c-44c1-9332-22d49483b66e'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:46.050246 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Routers {'67936c3c-e0eb-4ea0-8b23-108a13685175'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:46.051250 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171381ed-28e2-433c-ade0-6235a1e77c31" -d '{"events": [{"name": "network-changed", "server_uuid": "89e7185b-fe52-4f32-89ca-7b2ea6cec706", "tag": "a637fb20-191c-44c1-9332-22d49483b66e"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:46.051398 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['67936c3c-e0eb-4ea0-8b23-108a13685175'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:46.067478 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:46.071453 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-eb3d46cd-5a08-419a-9d37-069e24e5ede8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8993218 Nov 20 03:25:46.072027 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48458) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:46.110886 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be32a3-2783-4264-a415-087c1b1a3958 service neutron] Pushing event updated for resources: {'Port': ['ID=a637fb20-191c-44c1-9332-22d49483b66e,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:46.119040 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 4bfcef25-8522-4050-a1a4-352cfa6358d4 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:46.243315 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6266fa07-62e0-4cec-933c-b5c53203a7d4 x-openstack-request-id: req-6266fa07-62e0-4cec-933c-b5c53203a7d4 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:46.243911 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e7185b-fe52-4f32-89ca-7b2ea6cec706", "tag": "a637fb20-191c-44c1-9332-22d49483b66e", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:46.243911 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6266fa07-62e0-4cec-933c-b5c53203a7d4 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:46.244633 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e7185b-fe52-4f32-89ca-7b2ea6cec706', 'tag': 'a637fb20-191c-44c1-9332-22d49483b66e', 'status': 'completed', 'code': 200} Nov 20 03:25:46.289409 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-bbd04074-5aec-4c5d-8652-3d991c66118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:46.291100 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-bbd04074-5aec-4c5d-8652-3d991c66118f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 1097 time: 0.1514082 Nov 20 03:25:46.318521 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 4bfcef25-8522-4050-a1a4-352cfa6358d4 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:46.318994 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:46.418886 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-a45c66e9-9869-4413-bcfa-8d48bcf8d36b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a637fb20-191c-44c1-9332-22d49483b66e HTTP/1.1" status: 200 len: 217 time: 0.0876844 Nov 20 03:25:46.434955 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386fa8b-a88d-461e-bfe5-edbf4188bc62 None None] Network febab526-f038-4192-a904-c2fe7a65c220 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:25:46.439242 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Set router 67936c3c-e0eb-4ea0-8b23-108a13685175 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:46.467457 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5a5ae-71ff-4cd9-91eb-86e9d6b494b1 req-658ba814-38e4-4155-b9f1-c684e5fbba85 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:46.471793 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7eb5a5ae-71ff-4cd9-91eb-86e9d6b494b1 req-658ba814-38e4-4155-b9f1-c684e5fbba85 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.2592225 Nov 20 03:25:46.539213 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-b8900b30-5bfc-4bcf-922d-1d5ea5963ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:46.543872 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-b8900b30-5bfc-4bcf-922d-1d5ea5963ea7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.1144879 Nov 20 03:25:46.560402 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4abc386b-aba2-46a3-84a7-4b774c073661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:46.592857 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-b8009dc4-d850-4fe7-8b0a-792e9d94ee50 None None] Provisioning complete for port 363bc163-44fe-48fa-b56b-5e169bfc351b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:46.593495 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b8009dc4-d850-4fe7-8b0a-792e9d94ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:46.613693 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-4afc56cb-25a4-4fd8-9166-51b672ba57e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613086 Nov 20 03:25:46.798544 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 363bc163-44fe-48fa-b56b-5e169bfc351b up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:46.816086 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7eb5a5ae-71ff-4cd9-91eb-86e9d6b494b1 req-535be86f-4ab4-400c-a93b-acf7173c7686 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259373 Nov 20 03:25:46.955891 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-ff496b10-6441-4b90-a887-f0b872ec7e40 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259408 Nov 20 03:25:47.064433 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b8009dc4-d850-4fe7-8b0a-792e9d94ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:47.107004 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 363bc163-44fe-48fa-b56b-5e169bfc351b triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:47.107004 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:47.123596 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd470b95-02fd-42cb-baf3-b3b5a8c6969f req-2520d5fc-7070-40ef-acf9-7674e4c9f9bb tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:47.134303 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dd470b95-02fd-42cb-baf3-b3b5a8c6969f req-2520d5fc-7070-40ef-acf9-7674e4c9f9bb tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 944 time: 0.3126214 Nov 20 03:25:47.189487 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-372ce077-7f91-4608-b967-9a2bfab72be4 req-f1cdd9d2-99d7-4dc1-8137-9a7817c7af12 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209756 Nov 20 03:25:47.229677 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-b8009dc4-d850-4fe7-8b0a-792e9d94ee50 None None] For port 363bc163-44fe-48fa-b56b-5e169bfc351b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=363bc163-44fe-48fa-b56b-5e169bfc351b,segment=NetworkSegment(8636de4a-36ea-4924-8940-06449bbd6790),segment_id=8636de4a-36ea-4924-8940-06449bbd6790)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:47.242256 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b8009dc4-d850-4fe7-8b0a-792e9d94ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:47.254724 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 3, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port': {'id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:42Z', 'updated_at': '2021-11-20T03:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:47.422003 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dd470b95-02fd-42cb-baf3-b3b5a8c6969f req-1b04619c-caa6-4fd2-a02b-2ac3bf48ce53 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866495 Nov 20 03:25:47.428030 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8009dc4-d850-4fe7-8b0a-792e9d94ee50 None None] Pushing event updated for resources: {'Port': ['ID=363bc163-44fe-48fa-b56b-5e169bfc351b,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:47.455180 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Checking router: 67936c3c-e0eb-4ea0-8b23-108a13685175 for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:47.458329 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Updating router 67936c3c-e0eb-4ea0-8b23-108a13685175 port bff9ca0a-e358-4417-b650-a30308c599bf binding host dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:47.500699 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-51b55dec-d66d-459e-b46e-b6598275a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:47.503038 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-51b55dec-d66d-459e-b46e-b6598275a9af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 1097 time: 0.1581984 Nov 20 03:25:47.553951 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:47.584998 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-2dca73a1-1f21-41e4-89aa-fb71ee44f745 None None] Provisioning complete for port 363bc163-44fe-48fa-b56b-5e169bfc351b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:47.585367 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2dca73a1-1f21-41e4-89aa-fb71ee44f745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:47.741062 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:47.806412 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-92202e57-9eb3-4674-bbc4-8d81078e3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:47.813948 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-92202e57-9eb3-4674-bbc4-8d81078e3dff service neutron] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 915 time: 0.2896643 Nov 20 03:25:47.922843 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 363bc163-44fe-48fa-b56b-5e169bfc351b up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:47.938940 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-769ddd5f-e143-4096-a75f-625610fd6036 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a637fb20-191c-44c1-9332-22d49483b66e HTTP/1.1" status: 200 len: 217 time: 0.1045797 Nov 20 03:25:48.018444 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Allocated IP 172.20.0.1 (febab526-f038-4192-a904-c2fe7a65c220/2f91f487-c0ea-4e14-a5d4-f0f91d45a5da/55f7506a-1578-4f8b-b790-8c952eeca54b) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:25:48.019104 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 363bc163-44fe-48fa-b56b-5e169bfc351b triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:48.019104 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.031735 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-315ef3bb-0dea-4693-bede-64bb257101dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:48.033182 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-315ef3bb-0dea-4693-bede-64bb257101dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.0842178 Nov 20 03:25:48.095368 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-57241a8c-d1ee-47e7-b068-7b15166c19d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539954 Nov 20 03:25:48.124480 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.132780 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.197379 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Attempting to bind port bff9ca0a-e358-4417-b650-a30308c599bf on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:48.198012 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Attempting to bind port bff9ca0a-e358-4417-b650-a30308c599bf by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:48.198609 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Attempting to bind port bff9ca0a-e358-4417-b650-a30308c599bf on network 1d69fcd6-8932-4c8d-814f-897b225942bc {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:48.207854 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:48.208571 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:48.209145 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.209717 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Bound using segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:48.210370 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Bound port: bff9ca0a-e358-4417-b650-a30308c599bf, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:48.210947 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.213866 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Pushing event updated for resources: {'Port': ['ID=bff9ca0a-e358-4417-b650-a30308c599bf,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:48.225308 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-1a3aba49-d9cf-419d-a325-b3ad21aa6f52 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168847 Nov 20 03:25:48.244897 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.245894 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.246568 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.247086 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.247602 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.248142 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.248670 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.249182 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.249717 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.250256 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.250785 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.251378 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:25:48.282935 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.287956 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] For port bff9ca0a-e358-4417-b650-a30308c599bf, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:48.296599 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] For port bff9ca0a-e358-4417-b650-a30308c599bf, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=bff9ca0a-e358-4417-b650-a30308c599bf,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:48.305488 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.347379 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.410852 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Network febab526-f038-4192-a904-c2fe7a65c220 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:48.415070 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:48.418962 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:25:48.420033 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1758552'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.478293 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Pushing event updated for resources: {'Port': ['ID=55f7506a-1578-4f8b-b790-8c952eeca54b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:48.534656 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9780ece9-2979-45ce-bbea-a593258d36d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.543760 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368a16e-8e40-40ec-abaa-7b20072eeaca None None] Pushing event updated for resources: {'Port': ['ID=bff9ca0a-e358-4417-b650-a30308c599bf,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:48.546514 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Routers {'67936c3c-e0eb-4ea0-8b23-108a13685175'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:48.547010 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:18Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['67936c3c-e0eb-4ea0-8b23-108a13685175'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:48.643457 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25328e9-5878-4e3a-ae87-16b179de2776 req-c2196100-ca0c-4121-8a25-68af97550911 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:48.649679 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f25328e9-5878-4e3a-ae87-16b179de2776 req-c2196100-ca0c-4121-8a25-68af97550911 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 944 time: 0.0934541 Nov 20 03:25:48.761819 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] Set router 67936c3c-e0eb-4ea0-8b23-108a13685175 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:48.802716 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.877971 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-b7eee683-f967-4e0f-a45d-16b57139a65d None None] Provisioning complete for port 55f7506a-1578-4f8b-b790-8c952eeca54b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:48.878290 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b7eee683-f967-4e0f-a45d-16b57139a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:48.932289 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f25328e9-5878-4e3a-ae87-16b179de2776 req-2e0709dc-ca26-48af-93ec-173194d10414 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714002 Nov 20 03:25:48.965197 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-171381ed-28e2-433c-ade0-6235a1e77c31 req-b3e62b66-40e7-432e-8cd2-6f2106710cca service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131422 Nov 20 03:25:48.977357 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-b7eee683-f967-4e0f-a45d-16b57139a65d None None] Port 55f7506a-1578-4f8b-b790-8c952eeca54b cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:49.115219 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:49.125781 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:49.130970 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758500'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:49.146712 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 3, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port': {'id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:42Z', 'updated_at': '2021-11-20T03:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:49.224728 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e140c14-a930-47ca-a974-4e70ef3d97e5 None None] The sync data for ids ['67936c3c-e0eb-4ea0-8b23-108a13685175'] in dv-cinder-818037-5-smb is: [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 3, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port': {'id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:42Z', 'updated_at': '2021-11-20T03:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:49.267181 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Pushing event updated for resources: {'Port': ['ID=55f7506a-1578-4f8b-b790-8c952eeca54b,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:49.396834 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-4998c8f0-afd3-4588-bb52-13202ba16654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:49.400297 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-4998c8f0-afd3-4588-bb52-13202ba16654 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1098 time: 0.0805187 Nov 20 03:25:49.460219 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Network febab526-f038-4192-a904-c2fe7a65c220 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:25:49.463200 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:25:49.577641 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-93d24fbd-eeb3-458a-ab3b-19693bd10524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:49.578741 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e611d-772a-49f9-96e0-d4661b30cece req-295b9e36-2122-4713-8858-eace16c7bd49 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:49.579229 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-93d24fbd-eeb3-458a-ab3b-19693bd10524 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 919 time: 0.1628861 Nov 20 03:25:49.584104 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d64e611d-772a-49f9-96e0-d4661b30cece req-295b9e36-2122-4713-8858-eace16c7bd49 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1756344 Nov 20 03:25:49.675800 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-4db8305c-aa9d-4c3c-beb1-d25c91a36032 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 200 len: 217 time: 0.0868728 Nov 20 03:25:49.759218 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:49.777564 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-5e3e40c7-8e4b-40a4-a4a9-99b906a73588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:49.786932 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-5e3e40c7-8e4b-40a4-a4a9-99b906a73588 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.1031725 Nov 20 03:25:49.816172 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device a637fb20-191c-44c1-9332-22d49483b66e details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:25:49.881916 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d64e611d-772a-49f9-96e0-d4661b30cece req-0011602b-3dca-498d-a1ac-17702712495f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875614 Nov 20 03:25:49.894473 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-99639e48-21d8-4c90-9ed7-a3091a9c2909 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963101 Nov 20 03:25:49.909600 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Router 67936c3c-e0eb-4ea0-8b23-108a13685175 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:25:50.046454 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device bff9ca0a-e358-4417-b650-a30308c599bf up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:50.148245 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-18968034-9c60-4430-96ea-18c3f12eaa4d service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271619 Nov 20 03:25:50.274050 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10b942-cd16-4efd-bc35-2cfe92e204e1 req-4d520db3-5ef7-4848-97f2-050620f228ee tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:50.293843 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port a637fb20-191c-44c1-9332-22d49483b66e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a637fb20-191c-44c1-9332-22d49483b66e,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:50.304323 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5f10b942-cd16-4efd-bc35-2cfe92e204e1 req-4d520db3-5ef7-4848-97f2-050620f228ee tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 944 time: 0.1155725 Nov 20 03:25:50.321121 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:25:50.330254 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-071115ed-f323-4b51-a71f-eb7198f73d5d req-ce63acfd-7c51-45e0-b0c0-f9c5a2faf6dc service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580055 Nov 20 03:25:50.335566 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-533d07b3-2967-4f49-8d4e-ca7f5a2dec28 admin admin] 10.222.0.53 "PUT /v2.0/routers/67936c3c-e0eb-4ea0-8b23-108a13685175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2624493 Nov 20 03:25:50.342218 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-a089ba35-0060-47c5-a32a-f5661331199b None None] Provisioning complete for port 55f7506a-1578-4f8b-b790-8c952eeca54b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:50.342592 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a089ba35-0060-47c5-a32a-f5661331199b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:50.406084 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': 'a637fb20-191c-44c1-9332-22d49483b66e', 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'port_id': 'a637fb20-191c-44c1-9332-22d49483b66e', 'mac_address': 'fa:16:3e:ba:d4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa85aca-3122-43fc-ac12-94e12fcaf646', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:25:50.411637 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-a089ba35-0060-47c5-a32a-f5661331199b None None] Port 55f7506a-1578-4f8b-b790-8c952eeca54b cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:50.441868 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5f10b942-cd16-4efd-bc35-2cfe92e204e1 req-97af8638-1de2-4e4b-bc41-627e7ed71671 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361651 Nov 20 03:25:50.471394 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:50.507303 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port bff9ca0a-e358-4417-b650-a30308c599bf triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:50.507724 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:50.517210 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a637fb20-191c-44c1-9332-22d49483b66e {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:25:50.570690 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port a637fb20-191c-44c1-9332-22d49483b66e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a637fb20-191c-44c1-9332-22d49483b66e,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:50.579750 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:50.689798 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=a637fb20-191c-44c1-9332-22d49483b66e,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:50.718002 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:50.752196 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port bff9ca0a-e358-4417-b650-a30308c599bf, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=bff9ca0a-e358-4417-b650-a30308c599bf,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:50.767404 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:50.858075 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=bff9ca0a-e358-4417-b650-a30308c599bf,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:50.916296 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48640) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:51.026561 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48648) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:51.032359 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-53fa53d4-1975-46ac-b114-b6a8c80185b3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366247371', 'description': 'tempest-secgroup-smoke-1366247371 description', 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:51.065773 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['a637fb20-191c-44c1-9332-22d49483b66e'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:25:51.083408 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d106-fe76-41fa-9f37-b6025226a0b9 req-d71e361e-5a7d-40ad-89d5-3b5cfa6403db tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:51.085958 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5cb4d106-fe76-41fa-9f37-b6025226a0b9 req-d71e361e-5a7d-40ad-89d5-3b5cfa6403db tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1234820 Nov 20 03:25:51.093676 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-53fa53d4-1975-46ac-b114-b6a8c80185b3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.127248 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.183473 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5cb4d106-fe76-41fa-9f37-b6025226a0b9 req-5fe14367-4093-4f2d-bbd8-ab716567a79e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854251 Nov 20 03:25:51.218225 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-53fa53d4-1975-46ac-b114-b6a8c80185b3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.225218 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-53fa53d4-1975-46ac-b114-b6a8c80185b3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.250267 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec23d-b50f-486f-911a-de50f419bd21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.312018 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-53fa53d4-1975-46ac-b114-b6a8c80185b3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.314113 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-53fa53d4-1975-46ac-b114-b6a8c80185b3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2862527 Nov 20 03:25:51.315579 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa53d4-1975-46ac-b114-b6a8c80185b3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:51.317843 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48662) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:51.326277 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-4a2aaa22-ccda-40b0-84a8-99025da9d9ea tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'security_group_rule': {'security_group_id': '9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd', 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:51.393020 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa22-ccda-40b0-84a8-99025da9d9ea tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.447487 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec23d-b50f-486f-911a-de50f419bd21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.455134 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec23d-b50f-486f-911a-de50f419bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.490832 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa22-ccda-40b0-84a8-99025da9d9ea tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.507031 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa22-ccda-40b0-84a8-99025da9d9ea tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.524949 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ec23d-b50f-486f-911a-de50f419bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ed7e2-d520-42a6-bb1a-9eb8d7888af1,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:51.539312 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-dd1ec23d-b50f-486f-911a-de50f419bd21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3a5f2d77a1440eaaf58543bce50f653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6219492 Nov 20 03:25:51.542110 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48672) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:51.564209 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aaa22-ccda-40b0-84a8-99025da9d9ea tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377067b3-303b-40c2-ad06-af0c7a9ecde6,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:51.569225 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa22-ccda-40b0-84a8-99025da9d9ea tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.570729 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-4a2aaa22-ccda-40b0-84a8-99025da9d9ea tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2515762 Nov 20 03:25:51.573895 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48674) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:51.579873 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-703546aa-8d16-4470-8bda-ed60c50d8c1c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'security_group_rule': {'security_group_id': '9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd', 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:51.604726 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48678) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:51.640168 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6d8411cb-07ba-4ffd-8b1f-a1dbce79beab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.646215 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-703546aa-8d16-4470-8bda-ed60c50d8c1c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.680722 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6d8411cb-07ba-4ffd-8b1f-a1dbce79beab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.725671 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-703546aa-8d16-4470-8bda-ed60c50d8c1c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.732420 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-703546aa-8d16-4470-8bda-ed60c50d8c1c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.747929 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e0825-cfa7-46ae-9dd6-8f417a4d4310 req-48e617ec-d276-48cd-bb09-ef36b22dacf2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:51.749863 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5d2e0825-cfa7-46ae-9dd6-8f417a4d4310 req-48e617ec-d276-48cd-bb09-ef36b22dacf2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 945 time: 0.1446345 Nov 20 03:25:51.768959 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6d8411cb-07ba-4ffd-8b1f-a1dbce79beab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.771361 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.772743 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6d8411cb-07ba-4ffd-8b1f-a1dbce79beab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.783139 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703546aa-8d16-4470-8bda-ed60c50d8c1c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841d9732-ed87-433c-ae0f-dbf87018cf8f,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:51.783967 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-6d8411cb-07ba-4ffd-8b1f-a1dbce79beab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d8ed7e2-d520-42a6-bb1a-9eb8d7888af1 HTTP/1.1" status: 204 len: 168 time: 0.2340128 Nov 20 03:25:51.792670 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-703546aa-8d16-4470-8bda-ed60c50d8c1c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.794062 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-703546aa-8d16-4470-8bda-ed60c50d8c1c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2189140 Nov 20 03:25:51.799302 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48686) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:51.815319 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b77699eb-399c-40cd-b4f4-f89dc0351632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.830376 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-fd8cee7d-22b9-4988-b1c4-5175afce67ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'security_group_rule': {'security_group_id': '9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd', 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:51.834111 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8411cb-07ba-4ffd-8b1f-a1dbce79beab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ed7e2-d520-42a6-bb1a-9eb8d7888af1,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:51.907728 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5d2e0825-cfa7-46ae-9dd6-8f417a4d4310 req-bba3887a-b591-455a-a097-c891b4e2d1fa tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453824 Nov 20 03:25:51.933402 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd8cee7d-22b9-4988-b1c4-5175afce67ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.974281 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b77699eb-399c-40cd-b4f4-f89dc0351632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.974472 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Sync routers for ids ['67936c3c-e0eb-4ea0-8b23-108a13685175'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:25:51.986558 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b77699eb-399c-40cd-b4f4-f89dc0351632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:51.992324 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Routers {'67936c3c-e0eb-4ea0-8b23-108a13685175'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:51.993303 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['67936c3c-e0eb-4ea0-8b23-108a13685175'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:52.054566 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device bff9ca0a-e358-4417-b650-a30308c599bf up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:52.074318 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-b77699eb-399c-40cd-b4f4-f89dc0351632 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ac2bbeb89c14d6aaa37fef864ffa091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645607 Nov 20 03:25:52.074610 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77699eb-399c-40cd-b4f4-f89dc0351632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dc62b7-c69a-45c9-a410-33e318330725,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:52.075653 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48696) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:52.118311 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd8cee7d-22b9-4988-b1c4-5175afce67ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.126460 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd8cee7d-22b9-4988-b1c4-5175afce67ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.174705 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cee7d-22b9-4988-b1c4-5175afce67ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1495c7-746e-443f-b005-3779f52c48dd,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:52.191289 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-fd8cee7d-22b9-4988-b1c4-5175afce67ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.195802 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48700) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:52.196279 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-fd8cee7d-22b9-4988-b1c4-5175afce67ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3853753 Nov 20 03:25:52.201832 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-407e89ea-c737-453d-8c26-2183944d6231 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'security_group_rule': {'security_group_id': '9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd', 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:52.202943 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2111e016-2900-4424-896b-669324f74285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.242061 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2111e016-2900-4424-896b-669324f74285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.243982 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port bff9ca0a-e358-4417-b650-a30308c599bf triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:52.244457 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.248014 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Set router 67936c3c-e0eb-4ea0-8b23-108a13685175 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:52.252046 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-407e89ea-c737-453d-8c26-2183944d6231 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.343131 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48704) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:52.346390 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-407e89ea-c737-453d-8c26-2183944d6231 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.363429 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-407e89ea-c737-453d-8c26-2183944d6231 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.374751 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2111e016-2900-4424-896b-669324f74285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.380056 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2111e016-2900-4424-896b-669324f74285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.381527 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2111e016-2900-4424-896b-669324f74285 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28dc62b7-c69a-45c9-a410-33e318330725 HTTP/1.1" status: 204 len: 168 time: 0.3018334 Nov 20 03:25:52.393532 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e89ea-c737-453d-8c26-2183944d6231 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f23289-6d0b-46b3-bdaf-a8368ccedaf2,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:52.395239 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd38d20d-3ea0-4df1-baea-4fc0caac8c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.403562 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111e016-2900-4424-896b-669324f74285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dc62b7-c69a-45c9-a410-33e318330725,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:52.429102 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-407e89ea-c737-453d-8c26-2183944d6231 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.430625 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-407e89ea-c737-453d-8c26-2183944d6231 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2333834 Nov 20 03:25:52.434379 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48710) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:52.439711 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-b33c9286-7585-47ad-b935-3edab23a01c2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'security_group_rule': {'security_group_id': '9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd', 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:52.455733 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8ad8e-b7d7-4bf3-8c9b-859e7af6bdb8 req-190586a6-7649-4c82-be45-b62b63664d06 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:52.462830 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8db8ad8e-b7d7-4bf3-8c9b-859e7af6bdb8 req-190586a6-7649-4c82-be45-b62b63664d06 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1381512 Nov 20 03:25:52.490388 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.securitygroups_db [None req-b33c9286-7585-47ad-b935-3edab23a01c2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Project ca89a4ccce8848e5b7362faa2a81a228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:25:52.507782 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b33c9286-7585-47ad-b935-3edab23a01c2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.548658 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8db8ad8e-b7d7-4bf3-8c9b-859e7af6bdb8 req-8ab2a6df-66e5-4cb0-a9fa-f8d0cf7f6330 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714817 Nov 20 03:25:52.578248 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd38d20d-3ea0-4df1-baea-4fc0caac8c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.587326 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd38d20d-3ea0-4df1-baea-4fc0caac8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.600755 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:25:48Z', 'revision_number': 4, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port': {'id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:42Z', 'updated_at': '2021-11-20T03:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '55f7506a-1578-4f8b-b790-8c952eeca54b', 'name': '', 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'mac_address': 'fa:16:3e:ab:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f91f487-c0ea-4e14-a5d4-f0f91d45a5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:47Z', 'updated_at': '2021-11-20T03:25:48Z', 'revision_number': 2, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'subnets': [{'id': '2f91f487-c0ea-4e14-a5d4-f0f91d45a5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:52.629441 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Checking router: 67936c3c-e0eb-4ea0-8b23-108a13685175 for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:25:52.629839 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Updating router 67936c3c-e0eb-4ea0-8b23-108a13685175 port 55f7506a-1578-4f8b-b790-8c952eeca54b binding host dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:25:52.632203 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b33c9286-7585-47ad-b935-3edab23a01c2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.643051 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-bd38d20d-3ea0-4df1-baea-4fc0caac8c42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b44f5ea3c3a4f59ad0595b4df745aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985692 Nov 20 03:25:52.643393 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48712) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:52.648198 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b33c9286-7585-47ad-b935-3edab23a01c2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.655746 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38d20d-3ea0-4df1-baea-4fc0caac8c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd5b505-ef89-4873-a460-463d90f2ccce,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:52.658725 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.671183 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c9286-7585-47ad-b935-3edab23a01c2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e01f13a-f866-4975-a954-87c3ebd380f8,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:52.677872 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b33c9286-7585-47ad-b935-3edab23a01c2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.679254 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-b33c9286-7585-47ad-b935-3edab23a01c2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2438343 Nov 20 03:25:52.682974 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48714) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:52.693399 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-c43a5580-890c-4ef1-b2af-f3a0f2ee1806 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'security_group_rule': {'security_group_id': '9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd', 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:25:52.720352 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.securitygroups_db [None req-c43a5580-890c-4ef1-b2af-f3a0f2ee1806 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Project ca89a4ccce8848e5b7362faa2a81a228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:25:52.725797 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c43a5580-890c-4ef1-b2af-f3a0f2ee1806 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.742008 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6bfec76f-1eb5-400e-a48d-283c9dd748d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.780424 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6bfec76f-1eb5-400e-a48d-283c9dd748d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.798162 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c43a5580-890c-4ef1-b2af-f3a0f2ee1806 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.806775 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c43a5580-890c-4ef1-b2af-f3a0f2ee1806 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.827728 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a5580-890c-4ef1-b2af-f3a0f2ee1806 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d463b0b9-fd91-492c-b8b1-ada9f6cf0a0e,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:52.845151 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c43a5580-890c-4ef1-b2af-f3a0f2ee1806 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.848778 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6bfec76f-1eb5-400e-a48d-283c9dd748d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.851241 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6bfec76f-1eb5-400e-a48d-283c9dd748d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:52.856057 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-6bfec76f-1eb5-400e-a48d-283c9dd748d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cd5b505-ef89-4873-a460-463d90f2ccce HTTP/1.1" status: 204 len: 168 time: 0.2109189 Nov 20 03:25:52.858744 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c43a5580-890c-4ef1-b2af-f3a0f2ee1806 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1729898 Nov 20 03:25:52.866110 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfec76f-1eb5-400e-a48d-283c9dd748d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd5b505-ef89-4873-a460-463d90f2ccce,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:52.960804 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48724) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:52.984105 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0631f285-2d38-4c4c-93f5-583fb794d651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.033017 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.045017 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.073978 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be555d-ac3b-45fb-be1b-9a857010537a req-1ff1c63f-eff2-4b5e-8bd0-b92ffb03ab76 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:53.075564 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-12be555d-ac3b-45fb-be1b-9a857010537a req-1ff1c63f-eff2-4b5e-8bd0-b92ffb03ab76 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 945 time: 0.0618267 Nov 20 03:25:53.151861 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0631f285-2d38-4c4c-93f5-583fb794d651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.159807 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0631f285-2d38-4c4c-93f5-583fb794d651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.169508 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-12be555d-ac3b-45fb-be1b-9a857010537a req-ff2b9206-fd30-4da1-8190-4dba9400a814 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837450 Nov 20 03:25:53.203563 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-0631f285-2d38-4c4c-93f5-583fb794d651 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f75f867370748cc872064e41b2f9157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416422 Nov 20 03:25:53.207584 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48740) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:53.231503 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631f285-2d38-4c4c-93f5-583fb794d651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36539fe3-8e51-4933-bdfa-7a0e24cf2351,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:53.303122 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82360e37-b2ae-4a1c-aaaf-b7bc03f5a812 None None] Pushing event updated for resources: {'Port': ['ID=55f7506a-1578-4f8b-b790-8c952eeca54b,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:53.317292 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Attempting to bind port 55f7506a-1578-4f8b-b790-8c952eeca54b on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:25:53.317666 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Attempting to bind port 55f7506a-1578-4f8b-b790-8c952eeca54b by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:25:53.318033 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Attempting to bind port 55f7506a-1578-4f8b-b790-8c952eeca54b on network febab526-f038-4192-a904-c2fe7a65c220 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:25:53.325110 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:25:53.325818 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Checking segment: {'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:25:53.326667 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.327058 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Bound using segment: {'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:25:53.327533 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Bound port: 55f7506a-1578-4f8b-b790-8c952eeca54b, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8636de4a-36ea-4924-8940-06449bbd6790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:25:53.328794 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.386320 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ef8c1470-1e53-4eb2-b0dc-a8e179af6123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.427532 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ef8c1470-1e53-4eb2-b0dc-a8e179af6123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.520751 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ef8c1470-1e53-4eb2-b0dc-a8e179af6123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.524407 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ef8c1470-1e53-4eb2-b0dc-a8e179af6123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.525822 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ef8c1470-1e53-4eb2-b0dc-a8e179af6123 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36539fe3-8e51-4933-bdfa-7a0e24cf2351 HTTP/1.1" status: 204 len: 168 time: 0.3171859 Nov 20 03:25:53.537292 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c1470-1e53-4eb2-b0dc-a8e179af6123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36539fe3-8e51-4933-bdfa-7a0e24cf2351,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:53.643811 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-de047298-9737-4c27-8c71-ed46c4e53f78 None None] Provisioning complete for port 55f7506a-1578-4f8b-b790-8c952eeca54b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:53.644261 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-de047298-9737-4c27-8c71-ed46c4e53f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.696342 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] For port 55f7506a-1578-4f8b-b790-8c952eeca54b, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:25:53.718066 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] For port 55f7506a-1578-4f8b-b790-8c952eeca54b, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=55f7506a-1578-4f8b-b790-8c952eeca54b,segment=NetworkSegment(8636de4a-36ea-4924-8940-06449bbd6790),segment_id=8636de4a-36ea-4924-8940-06449bbd6790)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:25:53.721239 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-de047298-9737-4c27-8c71-ed46c4e53f78 None None] Port 55f7506a-1578-4f8b-b790-8c952eeca54b cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:25:53.731031 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:53.783445 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432576a-c686-4679-ba08-79e251824262 req-40580f86-11b0-465a-8cee-7598c96936ec tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:53.790193 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8432576a-c686-4679-ba08-79e251824262 req-40580f86-11b0-465a-8cee-7598c96936ec tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1354022 Nov 20 03:25:53.843869 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device a637fb20-191c-44c1-9332-22d49483b66e up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:53.892696 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8432576a-c686-4679-ba08-79e251824262 req-7f598618-0ad7-4333-8358-4ac0b905cec2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935202 Nov 20 03:25:53.912533 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Routers {'67936c3c-e0eb-4ea0-8b23-108a13685175'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:25:53.913488 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:25:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['67936c3c-e0eb-4ea0-8b23-108a13685175'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:54.010150 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82360e37-b2ae-4a1c-aaaf-b7bc03f5a812 None None] Pushing event updated for resources: {'Port': ['ID=55f7506a-1578-4f8b-b790-8c952eeca54b,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:54.071591 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port a637fb20-191c-44c1-9332-22d49483b66e completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:25:54.083817 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port a637fb20-191c-44c1-9332-22d49483b66e triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:54.084508 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.122458 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] Set router 67936c3c-e0eb-4ea0-8b23-108a13685175 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:25:54.318902 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48824) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:54.347440 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.351119 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-3ce0491c-16d0-48fd-aa85-6817882a7942 None None] Provisioning complete for port 55f7506a-1578-4f8b-b790-8c952eeca54b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:54.351292 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b516cd-1f52-4d49-be8c-f56532a97b8e req-f575b889-c135-4bfb-a3a5-e5a25eaccb6b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:54.351513 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3ce0491c-16d0-48fd-aa85-6817882a7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.352192 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ba3b493c-48fd-4d4b-aac4-623ee6362fb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.360984 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-10b516cd-1f52-4d49-be8c-f56532a97b8e req-f575b889-c135-4bfb-a3a5-e5a25eaccb6b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 945 time: 0.1186316 Nov 20 03:25:54.434460 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-10b516cd-1f52-4d49-be8c-f56532a97b8e req-676b2911-7e01-4502-b0cd-893fb2be7561 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668781 Nov 20 03:25:54.444861 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e7185b-fe52-4f32-89ca-7b2ea6cec706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a637fb20-191c-44c1-9332-22d49483b66e'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:25:54.444861 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4a5d5b-96c2-45cc-8218-2e12f3a02c46" -d '{"events": [{"server_uuid": "89e7185b-fe52-4f32-89ca-7b2ea6cec706", "name": "network-vif-plugged", "status": "completed", "tag": "a637fb20-191c-44c1-9332-22d49483b66e"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:25:54.453859 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ba3b493c-48fd-4d4b-aac4-623ee6362fb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.460249 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ba3b493c-48fd-4d4b-aac4-623ee6362fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.463513 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port a637fb20-191c-44c1-9332-22d49483b66e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a637fb20-191c-44c1-9332-22d49483b66e,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:54.496485 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.499613 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48834) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:54.501031 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ba3b493c-48fd-4d4b-aac4-623ee6362fb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a66cee066c74f8d8d44375957550b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800635 Nov 20 03:25:54.528158 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b493c-48fd-4d4b-aac4-623ee6362fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d60f02-99d8-4a18-be85-b1956489affe,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:54.531903 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ace86f1-4a55-4916-b9c1-8726ff790505 x-openstack-request-id: req-1ace86f1-4a55-4916-b9c1-8726ff790505 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:25:54.532196 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e7185b-fe52-4f32-89ca-7b2ea6cec706", "name": "network-vif-plugged", "status": "completed", "tag": "a637fb20-191c-44c1-9332-22d49483b66e", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:25:54.532456 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ace86f1-4a55-4916-b9c1-8726ff790505 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:25:54.532853 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e7185b-fe52-4f32-89ca-7b2ea6cec706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a637fb20-191c-44c1-9332-22d49483b66e', 'code': 200} Nov 20 03:25:54.612679 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8c5bae76-cd1a-4a01-a266-ea734c7f2775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.622892 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3ce0491c-16d0-48fd-aa85-6817882a7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.636305 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=a637fb20-191c-44c1-9332-22d49483b66e,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:54.648240 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8c5bae76-cd1a-4a01-a266-ea734c7f2775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.661436 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:25:48Z', 'revision_number': 4, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port': {'id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:42Z', 'updated_at': '2021-11-20T03:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '55f7506a-1578-4f8b-b790-8c952eeca54b', 'name': '', 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'mac_address': 'fa:16:3e:ab:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f91f487-c0ea-4e14-a5d4-f0f91d45a5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:47Z', 'updated_at': '2021-11-20T03:25:53Z', 'revision_number': 4, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'subnets': [{'id': '2f91f487-c0ea-4e14-a5d4-f0f91d45a5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:25:54.720600 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b9bf6-893d-415c-b774-424d79b674fe None None] The sync data for ids ['67936c3c-e0eb-4ea0-8b23-108a13685175'] in dv-cinder-818037-5-smb is: [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:25:48Z', 'revision_number': 4, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port': {'id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:42Z', 'updated_at': '2021-11-20T03:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '55f7506a-1578-4f8b-b790-8c952eeca54b', 'name': '', 'network_id': 'febab526-f038-4192-a904-c2fe7a65c220', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'mac_address': 'fa:16:3e:ab:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '2f91f487-c0ea-4e14-a5d4-f0f91d45a5da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:47Z', 'updated_at': '2021-11-20T03:25:53Z', 'revision_number': 4, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'subnets': [{'id': '2f91f487-c0ea-4e14-a5d4-f0f91d45a5da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:25:54.736868 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-3ce0491c-16d0-48fd-aa85-6817882a7942 None None] For port 55f7506a-1578-4f8b-b790-8c952eeca54b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=55f7506a-1578-4f8b-b790-8c952eeca54b,segment=NetworkSegment(8636de4a-36ea-4924-8940-06449bbd6790),segment_id=8636de4a-36ea-4924-8940-06449bbd6790)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:25:54.740607 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8c5bae76-cd1a-4a01-a266-ea734c7f2775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.742503 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3ce0491c-16d0-48fd-aa85-6817882a7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.747887 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8c5bae76-cd1a-4a01-a266-ea734c7f2775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:54.749283 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8c5bae76-cd1a-4a01-a266-ea734c7f2775 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51d60f02-99d8-4a18-be85-b1956489affe HTTP/1.1" status: 204 len: 168 time: 0.2474878 Nov 20 03:25:54.759240 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bae76-cd1a-4a01-a266-ea734c7f2775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d60f02-99d8-4a18-be85-b1956489affe,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:54.868916 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699f3cb-5680-4fba-a952-719eb03de9bf req-0740b7ae-14ea-4d14-85ba-7a85637025da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:54.872433 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f699f3cb-5680-4fba-a952-719eb03de9bf req-0740b7ae-14ea-4d14-85ba-7a85637025da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 1099 time: 0.1571295 Nov 20 03:25:54.876487 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0491c-16d0-48fd-aa85-6817882a7942 None None] Pushing event updated for resources: {'Port': ['ID=55f7506a-1578-4f8b-b790-8c952eeca54b,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:54.966253 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f699f3cb-5680-4fba-a952-719eb03de9bf req-ff1bb152-b23a-458d-814a-9f0101bce782 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497441 Nov 20 03:25:55.418152 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55f7d-0e12-4002-84b6-49b97328a4bd req-25e92ffa-add0-4cbe-b979-014e03085dc6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:55.426379 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6df55f7d-0e12-4002-84b6-49b97328a4bd req-25e92ffa-add0-4cbe-b979-014e03085dc6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.3994458 Nov 20 03:25:55.493721 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6df55f7d-0e12-4002-84b6-49b97328a4bd req-3b714e4c-f84d-4409-94c6-606f0ca714bd tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Nov 20 03:25:55.573111 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd4292-986c-4448-8f1a-81eec2fd6cd1 req-b296c0e4-722e-4489-a09b-1caff91a743c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:55.575264 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-00fd4292-986c-4448-8f1a-81eec2fd6cd1 req-b296c0e4-722e-4489-a09b-1caff91a743c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 946 time: 0.0595183 Nov 20 03:25:55.629583 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-00fd4292-986c-4448-8f1a-81eec2fd6cd1 req-4631d103-8f9a-4437-b9c4-8c5f331a97ac tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Nov 20 03:25:55.918400 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 55f7506a-1578-4f8b-b790-8c952eeca54b up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:25:55.984266 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 55f7506a-1578-4f8b-b790-8c952eeca54b triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:25:55.985862 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.044155 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 48914) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:56.284788 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21171205-3a5f-45ba-af58-a34cb3c55027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.397600 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21171205-3a5f-45ba-af58-a34cb3c55027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.405081 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21171205-3a5f-45ba-af58-a34cb3c55027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.450733 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21171205-3a5f-45ba-af58-a34cb3c55027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e569b1-c189-4f36-97be-f79d34ce28ce,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:56.455180 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-21171205-3a5f-45ba-af58-a34cb3c55027 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e11a3fc310a40acbbd8ecae0513b432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099138 Nov 20 03:25:56.458088 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 48930) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:56.570892 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cfff66c8-457b-4581-8f82-c93ff7d4b753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.627908 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cfff66c8-457b-4581-8f82-c93ff7d4b753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.710329 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e38bd-6b96-4b73-9119-c257192a670b req-c044f697-df58-4eee-9fa2-f5896badbb42 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:56.712142 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f36e38bd-6b96-4b73-9119-c257192a670b req-c044f697-df58-4eee-9fa2-f5896badbb42 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1340988 Nov 20 03:25:56.745296 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cfff66c8-457b-4581-8f82-c93ff7d4b753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.750742 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cfff66c8-457b-4581-8f82-c93ff7d4b753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:56.752817 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-cfff66c8-457b-4581-8f82-c93ff7d4b753 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89e569b1-c189-4f36-97be-f79d34ce28ce HTTP/1.1" status: 204 len: 168 time: 0.2928474 Nov 20 03:25:56.781896 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff66c8-457b-4581-8f82-c93ff7d4b753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e569b1-c189-4f36-97be-f79d34ce28ce,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:25:56.842104 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f36e38bd-6b96-4b73-9119-c257192a670b req-f3b91f41-06af-4c5d-b5e3-29cc273e115f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214590 Nov 20 03:25:56.865731 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f2a41-665c-4405-ae3d-3fbefb209207 req-d8e78dac-372a-459b-b455-827f9cd7b437 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:56.868818 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-177f2a41-665c-4405-ae3d-3fbefb209207 req-d8e78dac-372a-459b-b455-827f9cd7b437 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 946 time: 0.0961204 Nov 20 03:25:56.936688 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-177f2a41-665c-4405-ae3d-3fbefb209207 req-c1abc0c0-553d-42df-9b7e-c080b436dde3 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606787 Nov 20 03:25:57.968061 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faae04-9f02-42bc-9fbc-c6316e835952 req-36c63b37-9248-407a-870b-2ad1425fa6a8 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:57.969727 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e2faae04-9f02-42bc-9fbc-c6316e835952 req-36c63b37-9248-407a-870b-2ad1425fa6a8 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Nov 20 03:25:58.020717 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e2faae04-9f02-42bc-9fbc-c6316e835952 req-0f813f4b-727a-4649-92cd-50579d07deb7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Nov 20 03:25:58.071965 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332b21-1351-4509-9858-319669b11ff9 req-0cedea1a-b44f-4113-b55f-9dab7b21909a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:58.073666 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9b332b21-1351-4509-9858-319669b11ff9 req-0cedea1a-b44f-4113-b55f-9dab7b21909a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 946 time: 0.0516348 Nov 20 03:25:58.126446 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9b332b21-1351-4509-9858-319669b11ff9 req-e492d0cb-7fcd-4a47-8cbe-340864132967 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467639 Nov 20 03:25:59.156482 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01b0ba-ab19-4562-a07d-5bce11e9029b req-cb354027-86c0-4445-adec-1de266b843ff tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:25:59.157883 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9c01b0ba-ab19-4562-a07d-5bce11e9029b req-cb354027-86c0-4445-adec-1de266b843ff tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0627213 Nov 20 03:25:59.226446 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9c01b0ba-ab19-4562-a07d-5bce11e9029b req-af7b3fc0-0d19-48b5-82ac-38f050bda7f9 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624440 Nov 20 03:25:59.720218 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 49056) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:25:59.861855 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9a341c4a-555f-4bcc-bf11-af9e9f62763c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.954198 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9a341c4a-555f-4bcc-bf11-af9e9f62763c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:25:59.958301 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9a341c4a-555f-4bcc-bf11-af9e9f62763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.016726 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-9a341c4a-555f-4bcc-bf11-af9e9f62763c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c976d5568e2944e08d4081ef1bdfdcd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934821 Nov 20 03:26:00.017962 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a341c4a-555f-4bcc-bf11-af9e9f62763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e7f785-c2a4-4996-b5f3-5c368b4d0cbb,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:00.018101 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 49070) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:00.115834 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11d9-e2ad-45a8-9d0e-993e6e994b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.143474 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11d9-e2ad-45a8-9d0e-993e6e994b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.200231 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11d9-e2ad-45a8-9d0e-993e6e994b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.203811 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11d9-e2ad-45a8-9d0e-993e6e994b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.208385 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f9ef11d9-e2ad-45a8-9d0e-993e6e994b4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8e7f785-c2a4-4996-b5f3-5c368b4d0cbb HTTP/1.1" status: 204 len: 168 time: 0.1889801 Nov 20 03:26:00.221398 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef11d9-e2ad-45a8-9d0e-993e6e994b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e7f785-c2a4-4996-b5f3-5c368b4d0cbb,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:00.304162 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 49082) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:00.356219 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca3d92-c642-444d-94cb-5297bee07bbe req-6dab1356-49f5-4346-a2a5-871a17e2fff0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:00.357727 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-99ca3d92-c642-444d-94cb-5297bee07bbe req-6dab1356-49f5-4346-a2a5-871a17e2fff0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0576978 Nov 20 03:26:00.424334 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-99ca3d92-c642-444d-94cb-5297bee07bbe req-69137674-1c7c-42f7-a174-383e983823a6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Nov 20 03:26:00.544243 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f3c00fb3-4132-4f2d-9817-e64438cae7f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.636044 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f3c00fb3-4132-4f2d-9817-e64438cae7f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.642678 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f3c00fb3-4132-4f2d-9817-e64438cae7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.681240 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f3c00fb3-4132-4f2d-9817-e64438cae7f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55ae63a321d64d06ad96dcafb165c074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758013 Nov 20 03:26:00.682450 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c00fb3-4132-4f2d-9817-e64438cae7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be524c8c-bd47-4dd9-81d2-cdbca276f836,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:00.684047 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 49100) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:00.740851 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff3bd-2ef7-485e-ba75-cd9c846ddd23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.763648 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff3bd-2ef7-485e-ba75-cd9c846ddd23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.817429 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff3bd-2ef7-485e-ba75-cd9c846ddd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.820190 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff3bd-2ef7-485e-ba75-cd9c846ddd23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:00.823681 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-cf2ff3bd-2ef7-485e-ba75-cd9c846ddd23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be524c8c-bd47-4dd9-81d2-cdbca276f836 HTTP/1.1" status: 204 len: 168 time: 0.1362965 Nov 20 03:26:00.836462 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ff3bd-2ef7-485e-ba75-cd9c846ddd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be524c8c-bd47-4dd9-81d2-cdbca276f836,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:01.602635 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22683316-7a46-4546-a2e7-4ef58cac029a req-9780f638-379b-478e-a7da-656e13ade60c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:01.611314 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-22683316-7a46-4546-a2e7-4ef58cac029a req-9780f638-379b-478e-a7da-656e13ade60c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0635469 Nov 20 03:26:01.663422 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-22683316-7a46-4546-a2e7-4ef58cac029a req-05fb7a52-e78b-4094-81ca-5abd710cd5d9 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510571 Nov 20 03:26:02.637998 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f19dc-7648-4fc5-94c9-ef6106142a42 req-50eaea7a-4373-4a1f-bd52-2b080f099094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:02.639752 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-956f19dc-7648-4fc5-94c9-ef6106142a42 req-50eaea7a-4373-4a1f-bd52-2b080f099094 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1098 time: 0.0557127 Nov 20 03:26:02.701679 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-956f19dc-7648-4fc5-94c9-ef6106142a42 req-94e3f042-63d1-4dcf-82ad-22c05b8deb2a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 Nov 20 03:26:02.810890 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56818bb-c3e4-46e8-8231-1b90a4918491 req-becb7e5e-4f9c-471f-b148-7358f72e89c2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:02.812616 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e56818bb-c3e4-46e8-8231-1b90a4918491 req-becb7e5e-4f9c-471f-b148-7358f72e89c2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0675361 Nov 20 03:26:02.862578 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e56818bb-c3e4-46e8-8231-1b90a4918491 req-8b4df5dc-bdfc-41fe-9b6e-2cb67f357ebf tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432827 Nov 20 03:26:04.013213 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f1c9c-3ca9-453a-bddc-14948294af63 req-2ee8db4b-4160-4f18-a3be-20442c9ed0e2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:04.015019 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d67f1c9c-3ca9-453a-bddc-14948294af63 req-2ee8db4b-4160-4f18-a3be-20442c9ed0e2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0600870 Nov 20 03:26:04.023198 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 49266) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:04.076996 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d67f1c9c-3ca9-453a-bddc-14948294af63 req-2e43db14-7010-4836-bf9d-d035f365be22 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467808 Nov 20 03:26:04.151386 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eab3e8f4-857f-4588-8168-0017cfc991db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.240488 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eab3e8f4-857f-4588-8168-0017cfc991db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.245862 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-eab3e8f4-857f-4588-8168-0017cfc991db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.289726 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-eab3e8f4-857f-4588-8168-0017cfc991db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96ac06fcff354e65ab809093bb18b761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651877 Nov 20 03:26:04.290731 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3e8f4-857f-4588-8168-0017cfc991db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba56a023-98ac-421e-983d-170c0e7af6ac,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:04.292476 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 49280) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:04.349089 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-016eaf40-1c05-4ed2-871c-dc38d6ee8ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.371928 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-016eaf40-1c05-4ed2-871c-dc38d6ee8ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.427199 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-016eaf40-1c05-4ed2-871c-dc38d6ee8ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.430000 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-016eaf40-1c05-4ed2-871c-dc38d6ee8ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.431191 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-016eaf40-1c05-4ed2-871c-dc38d6ee8ad1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba56a023-98ac-421e-983d-170c0e7af6ac HTTP/1.1" status: 204 len: 168 time: 0.1376677 Nov 20 03:26:04.439458 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eaf40-1c05-4ed2-871c-dc38d6ee8ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba56a023-98ac-421e-983d-170c0e7af6ac,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:04.732108 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 49290) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:04.745852 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9386f3e9-a108-4787-bb57-885ffa28c98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.827496 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9386f3e9-a108-4787-bb57-885ffa28c98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.832784 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9386f3e9-a108-4787-bb57-885ffa28c98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.872378 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386f3e9-a108-4787-bb57-885ffa28c98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c778e-03b0-4449-a372-999676baf23a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:04.876768 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-9386f3e9-a108-4787-bb57-885ffa28c98d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b58c15478b1435f9cd02694d11bb663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433342 Nov 20 03:26:04.879731 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 49292) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:04.928756 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f421c097-7925-474c-a6fd-1dcc7c1aff31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:04.950628 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f421c097-7925-474c-a6fd-1dcc7c1aff31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.001836 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f421c097-7925-474c-a6fd-1dcc7c1aff31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.004575 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f421c097-7925-474c-a6fd-1dcc7c1aff31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.005749 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f421c097-7925-474c-a6fd-1dcc7c1aff31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f0c778e-03b0-4449-a372-999676baf23a HTTP/1.1" status: 204 len: 168 time: 0.1250532 Nov 20 03:26:05.014487 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421c097-7925-474c-a6fd-1dcc7c1aff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c778e-03b0-4449-a372-999676baf23a,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:05.217022 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c5ee4-adbf-45ad-9b60-6a899c5ed6aa req-1e232bef-ee7a-40c9-9b20-aeda55062bf6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:05.219871 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-065c5ee4-adbf-45ad-9b60-6a899c5ed6aa req-1e232bef-ee7a-40c9-9b20-aeda55062bf6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0617220 Nov 20 03:26:05.277046 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-065c5ee4-adbf-45ad-9b60-6a899c5ed6aa req-afde5fcf-450b-4630-8094-7b93dda75a8e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488334 Nov 20 03:26:05.300919 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 49310) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:05.447174 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3c81c34e-90cd-4a0a-935e-cfb620f5b1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.487929 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 49322) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:05.503679 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-33969b31-5700-40fe-9605-00886ffec696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.559566 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3c81c34e-90cd-4a0a-935e-cfb620f5b1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.568622 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3c81c34e-90cd-4a0a-935e-cfb620f5b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.636969 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55647e-e99f-4a11-a5a8-b6c4591c5940 req-07e357c4-732d-4eaf-9c0d-363ecf28d216 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:05.638669 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e55647e-e99f-4a11-a5a8-b6c4591c5940 req-07e357c4-732d-4eaf-9c0d-363ecf28d216 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0870914 Nov 20 03:26:05.648368 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-3c81c34e-90cd-4a0a-935e-cfb620f5b1da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0ee35ac3ef04f10a7b738fef9a558ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460884 Nov 20 03:26:05.649093 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 49328) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:05.652110 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81c34e-90cd-4a0a-935e-cfb620f5b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa9ec51-0630-4e75-aa74-6b12b5464032,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:05.671355 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-33969b31-5700-40fe-9605-00886ffec696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.677859 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddf5ed-93ae-497b-83ec-85850786848e req-07354c5d-3058-4ef4-bd83-a8251bcce7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:05.679406 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-73ddf5ed-93ae-497b-83ec-85850786848e req-07354c5d-3058-4ef4-bd83-a8251bcce7d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1098 time: 0.0699906 Nov 20 03:26:05.689328 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-33969b31-5700-40fe-9605-00886ffec696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.771575 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-33969b31-5700-40fe-9605-00886ffec696 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b86b935762b0475fa29740f4cf5f6897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828045 Nov 20 03:26:05.772624 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33969b31-5700-40fe-9605-00886ffec696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b870a-6d84-4d5c-9263-3d94499a33ed,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:05.774402 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 49336) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:05.793099 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6e55647e-e99f-4a11-a5a8-b6c4591c5940 req-80eb5021-b9df-4a9a-9500-4fb829666786 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417117 Nov 20 03:26:05.813015 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ca069790-3a49-496f-8db9-74f78d63c272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.846062 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddf5ed-93ae-497b-83ec-85850786848e req-5f115899-6374-480d-b763-75feb91a22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:05.848197 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-73ddf5ed-93ae-497b-83ec-85850786848e req-5f115899-6374-480d-b763-75feb91a22d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 919 time: 0.1577916 Nov 20 03:26:05.849452 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ca069790-3a49-496f-8db9-74f78d63c272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.904870 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-73ddf5ed-93ae-497b-83ec-85850786848e req-d16997f5-456b-43df-bdee-978e913a1af3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 200 len: 217 time: 0.0399244 Nov 20 03:26:05.906746 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab43af66-aa1f-4ad5-8a32-a42246aad409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.910552 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ca069790-3a49-496f-8db9-74f78d63c272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.916295 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ca069790-3a49-496f-8db9-74f78d63c272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:05.918120 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ca069790-3a49-496f-8db9-74f78d63c272 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfa9ec51-0630-4e75-aa74-6b12b5464032 HTTP/1.1" status: 204 len: 168 time: 0.2669220 Nov 20 03:26:05.928950 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca069790-3a49-496f-8db9-74f78d63c272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa9ec51-0630-4e75-aa74-6b12b5464032,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:05.964000 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab43af66-aa1f-4ad5-8a32-a42246aad409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.000791 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddf5ed-93ae-497b-83ec-85850786848e req-0ac470b9-24cc-4ae9-8764-ca61871fe329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:06.002271 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-73ddf5ed-93ae-497b-83ec-85850786848e req-0ac470b9-24cc-4ae9-8764-ca61871fe329 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.0849843 Nov 20 03:26:06.042531 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-73ddf5ed-93ae-497b-83ec-85850786848e req-659b312a-d4be-4ffd-848d-e48099e3670b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257037 Nov 20 03:26:06.053808 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab43af66-aa1f-4ad5-8a32-a42246aad409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.057141 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab43af66-aa1f-4ad5-8a32-a42246aad409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.058339 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ab43af66-aa1f-4ad5-8a32-a42246aad409 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/367b870a-6d84-4d5c-9263-3d94499a33ed HTTP/1.1" status: 204 len: 168 time: 0.2829328 Nov 20 03:26:06.068947 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-340c0e8d-57ed-4d89-bcdf-6d39a59e9407 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:06.076751 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-340c0e8d-57ed-4d89-bcdf-6d39a59e9407 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 814 time: 0.1402385 Nov 20 03:26:06.094873 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-e396b751-3ff3-40c6-bcdf-305cf3574456 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/quotas/e08ca2a4150a463c967227d00ff06214 HTTP/1.1" status: 200 len: 375 time: 0.0170131 Nov 20 03:26:06.114498 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43af66-aa1f-4ad5-8a32-a42246aad409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b870a-6d84-4d5c-9263-3d94499a33ed,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:06.174972 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-3de8e4ab-78d8-4301-b160-d91544d5470e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790632 Nov 20 03:26:06.183198 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-73ddf5ed-93ae-497b-83ec-85850786848e req-59d14469-4fe8-4b2e-bb9c-e77dada45f4a service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236529 Nov 20 03:26:06.300086 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-2b0f39f7-3290-4be7-8447-772a2b0a41ea service neutron] 10.222.0.53 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239867 Nov 20 03:26:06.321693 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-73ddf5ed-93ae-497b-83ec-85850786848e req-64ead809-8884-44c0-8611-cb83a79bbaba service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253123 Nov 20 03:26:06.333392 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 49356) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:06.349558 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2bc3-e1c3-4cf4-9cff-7a2791276782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.399110 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-5a1e177b-9732-442c-b4fc-fdf391ec6625 service neutron] 10.222.0.53 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977890 Nov 20 03:26:06.455041 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2bc3-e1c3-4cf4-9cff-7a2791276782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.462647 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2bc3-e1c3-4cf4-9cff-7a2791276782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.505309 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-4ccc2bc3-e1c3-4cf4-9cff-7a2791276782 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3363509bc18b46abac8375f6564e873e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696692 Nov 20 03:26:06.506982 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 49364) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:06.509691 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc2bc3-e1c3-4cf4-9cff-7a2791276782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375fce8d-b389-48a3-81b4-cbb7a374b14c,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:06.647216 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2bf89743-09f4-4c1c-938a-575862c0cf21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.650926 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-978223bd-20d8-410f-9931-137171c2ca0d req-48d7e346-e03d-457c-9145-765be3c01adc tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 210 time: 0.0485530 Nov 20 03:26:06.699358 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2bf89743-09f4-4c1c-938a-575862c0cf21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.768422 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2bf89743-09f4-4c1c-938a-575862c0cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.772316 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2bf89743-09f4-4c1c-938a-575862c0cf21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:06.773495 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2bf89743-09f4-4c1c-938a-575862c0cf21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/375fce8d-b389-48a3-81b4-cbb7a374b14c HTTP/1.1" status: 204 len: 168 time: 0.2650189 Nov 20 03:26:06.787049 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf89743-09f4-4c1c-938a-575862c0cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375fce8d-b389-48a3-81b4-cbb7a374b14c,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:06.989766 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0481-5539-4a13-899e-d8081b13cb41 req-560ecbb1-8b44-4e5b-9341-14c66133788a tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:06.991607 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ca1a0481-5539-4a13-899e-d8081b13cb41 req-560ecbb1-8b44-4e5b-9341-14c66133788a tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0967968 Nov 20 03:26:07.055440 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ca1a0481-5539-4a13-899e-d8081b13cb41 req-61c9c645-4fc8-4c87-ae50-821d33eecde0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Nov 20 03:26:07.952745 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-782314e9-1470-4f18-a64a-50941916c3a8 req-b0377ef6-599c-49a0-bfe7-37d0a7fa4c96 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 210 time: 0.0620315 Nov 20 03:26:08.312605 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-cc922a6d-c7e0-49ef-b743-a16dd6573ddb tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:08.315307 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-cc922a6d-c7e0-49ef-b743-a16dd6573ddb tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 814 time: 0.2356613 Nov 20 03:26:08.318317 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669be4b-428f-42bb-b8ba-12af005be76f req-5998a6bf-daa3-427a-ad34-d511590399df tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:08.320431 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7669be4b-428f-42bb-b8ba-12af005be76f req-5998a6bf-daa3-427a-ad34-d511590399df tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1414564 Nov 20 03:26:08.369738 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Request body: {'port': {'device_id': 'fe4967f2-3be7-491d-aaab-23c4319de7c2', 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'admin_state_up': True, 'tenant_id': 'e08ca2a4150a463c967227d00ff06214'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:08.395317 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7669be4b-428f-42bb-b8ba-12af005be76f req-9eec61d7-962b-44ae-a25c-a65efd89d814 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656252 Nov 20 03:26:08.594055 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Made reservation on behalf of e08ca2a4150a463c967227d00ff06214 for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:08.598196 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:08.787755 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Allocated IP 172.20.0.2 (119c268c-a2e0-43bd-b4a6-ac5863eebef7/aaa85aca-3122-43fc-ac12-94e12fcaf646/c8e4cea7-57b6-4442-823c-8a4e49d117ed) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:08.957782 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:08.994120 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.039443 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:09.044731 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:09.049020 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:09.056256 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Pushing event updated for resources: {'Port': ['ID=c8e4cea7-57b6-4442-823c-8a4e49d117ed,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:09.066171 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4be73797-0a51-4dd5-bfbb-de586f41da96', '795e1e55-b3d4-47be-9769-7b9d844f6f50', 'a637fb20-191c-44c1-9332-22d49483b66e'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:09.124239 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b2ec5-d0c6-4893-8015-c61692302e95 req-a4d3ab61-b553-4210-8122-ad6cf1acace5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:09.139332 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-362b2ec5-d0c6-4893-8015-c61692302e95 req-a4d3ab61-b553-4210-8122-ad6cf1acace5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 931 time: 0.0961440 Nov 20 03:26:09.148205 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:09.148817 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.170273 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-84941c6a-e428-4c90-a6a1-71a86d564662 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8162658 Nov 20 03:26:09.200349 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-362b2ec5-d0c6-4893-8015-c61692302e95 req-1e0212e1-f1ce-4836-99df-10d2d5aa2e21 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569882 Nov 20 03:26:09.223782 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Request body: {'port': {'device_id': 'fe4967f2-3be7-491d-aaab-23c4319de7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:09.290478 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.544426 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0fa1-a06a-4b65-8df2-8b68b0ca75fa req-7df58b06-f2a1-4f1b-b15f-0f6dfbb7e73b tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:09.546142 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-688f0fa1-a06a-4b65-8df2-8b68b0ca75fa req-7df58b06-f2a1-4f1b-b15f-0f6dfbb7e73b tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0588872 Nov 20 03:26:09.572791 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e4cea7-57b6-4442-823c-8a4e49d117ed {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:09.581453 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.594334 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Transition to ACTIVE for port object c8e4cea7-57b6-4442-823c-8a4e49d117ed will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:26:09.599022 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.600560 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-688f0fa1-a06a-4b65-8df2-8b68b0ca75fa req-d694dfb0-b7a9-4bec-871c-f5f539dc0a36 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Nov 20 03:26:09.660108 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e4cea7-57b6-4442-823c-8a4e49d117ed,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:09.681131 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:26:09.739957 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Attempting to bind port c8e4cea7-57b6-4442-823c-8a4e49d117ed on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:09.740338 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Attempting to bind port c8e4cea7-57b6-4442-823c-8a4e49d117ed by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:09.740697 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Attempting to bind port c8e4cea7-57b6-4442-823c-8a4e49d117ed on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:09.746576 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Port c8e4cea7-57b6-4442-823c-8a4e49d117ed on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:26:09.746903 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Attempting to bind port c8e4cea7-57b6-4442-823c-8a4e49d117ed on network 119c268c-a2e0-43bd-b4a6-ac5863eebef7 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:09.752977 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:09.753339 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Checking segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:09.753720 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Bound using segment: {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:09.754146 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Bound port: c8e4cea7-57b6-4442-823c-8a4e49d117ed, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e26be-81b7-4654-b91f-5fc36e4a5389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:09.754501 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.839613 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] For port c8e4cea7-57b6-4442-823c-8a4e49d117ed, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:09.845325 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] For port c8e4cea7-57b6-4442-823c-8a4e49d117ed, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c8e4cea7-57b6-4442-823c-8a4e49d117ed,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:09.852522 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.898613 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:09.898613 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:09.900474 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] 10.222.0.50 "PUT /v2.0/ports/c8e4cea7-57b6-4442-823c-8a4e49d117ed HTTP/1.1" status: 200 len: 1093 time: 0.6927168 Nov 20 03:26:09.901064 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4967f2-3be7-491d-aaab-23c4319de7c2', 'tag': 'c8e4cea7-57b6-4442-823c-8a4e49d117ed'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:09.904235 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c646199-c64d-40d8-b6b3-97c0f014a945" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4967f2-3be7-491d-aaab-23c4319de7c2", "tag": "c8e4cea7-57b6-4442-823c-8a4e49d117ed"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:09.960376 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cc7bf-83a8-4449-81c5-0e632c2670d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e4cea7-57b6-4442-823c-8a4e49d117ed,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:10.003160 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb60d6e-1f2c-4129-a0e1-3dfeed0567d5 x-openstack-request-id: req-1bb60d6e-1f2c-4129-a0e1-3dfeed0567d5 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:10.003356 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4967f2-3be7-491d-aaab-23c4319de7c2", "tag": "c8e4cea7-57b6-4442-823c-8a4e49d117ed", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:10.003597 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bb60d6e-1f2c-4129-a0e1-3dfeed0567d5 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:10.004137 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4967f2-3be7-491d-aaab-23c4319de7c2', 'tag': 'c8e4cea7-57b6-4442-823c-8a4e49d117ed', 'status': 'completed', 'code': 200} Nov 20 03:26:10.042187 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-be32fa56-59a1-48c6-a21b-a142af954ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:10.043738 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-be32fa56-59a1-48c6-a21b-a142af954ccd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0528579 Nov 20 03:26:10.114391 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-ca2bb312-c130-4b7c-b0cf-ad4c4e03d5d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8e4cea7-57b6-4442-823c-8a4e49d117ed HTTP/1.1" status: 200 len: 217 time: 0.0373785 Nov 20 03:26:10.182869 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-8eee59aa-8abd-4566-9cb9-0e1d7c74a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:10.185439 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-8eee59aa-8abd-4566-9cb9-0e1d7c74a5f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.0576274 Nov 20 03:26:10.237997 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-88bcacda-61e7-4a10-a0d0-756d0291ac48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340040 Nov 20 03:26:10.356852 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b7bf5-d2c4-4aa6-a6ca-dfeb394d03f1 req-1f180694-daf6-4e39-9156-0a47c7b33c39 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:10.359074 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2e3b7bf5-d2c4-4aa6-a6ca-dfeb394d03f1 req-1f180694-daf6-4e39-9156-0a47c7b33c39 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 943 time: 0.0776842 Nov 20 03:26:10.366689 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-0202b93b-da40-400e-8ac5-a83ffc45dc3e service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155546 Nov 20 03:26:10.410987 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2e3b7bf5-d2c4-4aa6-a6ca-dfeb394d03f1 req-e6b4607c-e342-4c87-8c9a-99b883691be5 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455871 Nov 20 03:26:10.480989 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-aa9c1ce7-dc85-457c-8c48-697cce8df636 req-6122dda6-b959-4509-bcb5-012a84cf5273 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029317 Nov 20 03:26:10.733857 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-8fe82a56-c2e0-4d22-a03c-ab4416ae27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:10.735360 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-8fe82a56-c2e0-4d22-a03c-ab4416ae27f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ca2a4150a463c967227d00ff06214&device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 1096 time: 0.0495167 Nov 20 03:26:10.845946 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-afab995b-2e81-410d-b55a-a93b64bc2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:10.846955 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-afab995b-2e81-410d-b55a-a93b64bc2830 service neutron] 10.222.0.50 "GET /v2.0/networks?id=119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 200 len: 915 time: 0.0955901 Nov 20 03:26:10.896177 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-d8f46159-628b-4652-8f8e-2def0163bcce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8e4cea7-57b6-4442-823c-8a4e49d117ed HTTP/1.1" status: 200 len: 217 time: 0.0350339 Nov 20 03:26:10.953908 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-90a5a78c-ede8-491d-9fd1-e36805fc7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:10.955314 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-90a5a78c-ede8-491d-9fd1-e36805fc7fbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 200 len: 854 time: 0.0436165 Nov 20 03:26:10.997098 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-221b274b-765d-435a-921f-64e5b0212dc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=119c268c-a2e0-43bd-b4a6-ac5863eebef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325093 Nov 20 03:26:11.042021 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:11.128551 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f79f6-e293-4cb3-92f5-cbe40732c69b req-ca644885-bb4a-4bd0-82ae-fb8cbb947d55 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:11.131526 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-075f79f6-e293-4cb3-92f5-cbe40732c69b req-ca644885-bb4a-4bd0-82ae-fb8cbb947d55 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0534720 Nov 20 03:26:11.185943 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-075f79f6-e293-4cb3-92f5-cbe40732c69b req-5af8ac8d-1f6b-4fb5-a8e4-ff31f1fa2caf tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487587 Nov 20 03:26:11.286317 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-89b6ed13-89a0-47cd-8df7-524ae2740d4e service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795103 Nov 20 03:26:11.406710 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9c646199-c64d-40d8-b6b3-97c0f014a945 req-50b57eec-f32a-4142-bde6-395b1c8ad863 service neutron] 10.222.0.50 "GET /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055114 Nov 20 03:26:11.633752 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8da6-5392-439d-9e0d-957f97c0d812 req-ea4d132d-9f15-4f71-82c7-6f5be9582fb3 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:11.635278 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5ebc8da6-5392-439d-9e0d-957f97c0d812 req-ea4d132d-9f15-4f71-82c7-6f5be9582fb3 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 943 time: 0.0523200 Nov 20 03:26:11.682642 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5ebc8da6-5392-439d-9e0d-957f97c0d812 req-1ddeed5a-fcd0-440b-9281-a37419beac5f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Nov 20 03:26:12.806313 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf9ad1-6c12-4f2c-931e-8fe2365a8bcf req-e2b4ae50-e385-43f9-bb8b-bb408e2bc607 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:12.807815 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0bdf9ad1-6c12-4f2c-931e-8fe2365a8bcf req-e2b4ae50-e385-43f9-bb8b-bb408e2bc607 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 943 time: 0.0504618 Nov 20 03:26:12.859310 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0bdf9ad1-6c12-4f2c-931e-8fe2365a8bcf req-25c845fe-a20b-4da5-9a3d-c149a4911ff8 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Nov 20 03:26:13.971944 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c8e4cea7-57b6-4442-823c-8a4e49d117ed details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:13.986303 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3877ff2-a8be-4743-a6af-3c5be6dea141 req-bc2ccf01-5ca1-4784-a28f-d653d56544bf tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:13.987983 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c3877ff2-a8be-4743-a6af-3c5be6dea141 req-bc2ccf01-5ca1-4784-a28f-d653d56544bf tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 943 time: 0.0552828 Nov 20 03:26:14.038728 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c3877ff2-a8be-4743-a6af-3c5be6dea141 req-27c95513-1294-4ddc-9371-8fcc7903169e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444641 Nov 20 03:26:14.072392 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c8e4cea7-57b6-4442-823c-8a4e49d117ed, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c8e4cea7-57b6-4442-823c-8a4e49d117ed,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:14.084528 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': 'c8e4cea7-57b6-4442-823c-8a4e49d117ed', 'network_id': '119c268c-a2e0-43bd-b4a6-ac5863eebef7', 'port_id': 'c8e4cea7-57b6-4442-823c-8a4e49d117ed', 'mac_address': 'fa:16:3e:e6:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa85aca-3122-43fc-ac12-94e12fcaf646', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:14.129147 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.143186 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e4cea7-57b6-4442-823c-8a4e49d117ed {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:14.163394 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c8e4cea7-57b6-4442-823c-8a4e49d117ed, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c8e4cea7-57b6-4442-823c-8a4e49d117ed,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:14.168916 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:14.221469 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=c8e4cea7-57b6-4442-823c-8a4e49d117ed,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:14.702824 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['c8e4cea7-57b6-4442-823c-8a4e49d117ed'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:15.142640 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39d3ac-14bf-466c-bfa2-6129f712a536 req-50442d34-2e20-4ad0-8b59-cfe9c76b42d6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:15.144294 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ae39d3ac-14bf-466c-bfa2-6129f712a536 req-50442d34-2e20-4ad0-8b59-cfe9c76b42d6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0550406 Nov 20 03:26:15.177922 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-7378458c-e22c-48b9-a798-4d46e6f6a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:15.179451 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-7378458c-e22c-48b9-a798-4d46e6f6a516 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1098 time: 0.0417366 Nov 20 03:26:15.192834 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ae39d3ac-14bf-466c-bfa2-6129f712a536 req-6fd62969-a852-4566-9bc3-0f365e43ee50 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Nov 20 03:26:15.287406 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-06f67988-314a-421a-aab6-3a81e76b20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:15.292827 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-06f67988-314a-421a-aab6-3a81e76b20c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 919 time: 0.0987313 Nov 20 03:26:15.302975 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae5e0-cebb-46a2-ab3e-442af012598c req-e1e7d33d-7151-4897-abab-fdc0e77a0ee4 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:15.304483 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-781ae5e0-cebb-46a2-ab3e-442af012598c req-e1e7d33d-7151-4897-abab-fdc0e77a0ee4 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 944 time: 0.0529678 Nov 20 03:26:15.343670 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-247db830-75ba-4832-a95e-ece389cf179e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 200 len: 217 time: 0.0427623 Nov 20 03:26:15.356594 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-781ae5e0-cebb-46a2-ab3e-442af012598c req-ad6e81c6-4e50-457d-9129-2113eda3639c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Nov 20 03:26:15.396026 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-3c2fb2df-5663-4b6e-a569-ab5e9de3aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:15.397525 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-3c2fb2df-5663-4b6e-a569-ab5e9de3aeb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.0457432 Nov 20 03:26:15.435066 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-8cb35441-8a2d-426c-8e70-683c2f715470 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249600 Nov 20 03:26:15.553184 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-052e9c00-fd67-41c7-8f14-952771373703 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994561 Nov 20 03:26:15.657036 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6be69bbf-8864-4b58-b1e0-a7ad01971cd2 req-00beaf95-37d9-4fe2-8764-a2eaeab4144b service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845051 Nov 20 03:26:15.992307 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c8e4cea7-57b6-4442-823c-8a4e49d117ed up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:16.049334 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port c8e4cea7-57b6-4442-823c-8a4e49d117ed completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:26:16.053896 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port c8e4cea7-57b6-4442-823c-8a4e49d117ed triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:16.054285 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.325334 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce854cd8-58e3-45b2-842d-73910a0f0752 req-93d5cca0-d1fb-4544-9ac3-75c1bf3cd921 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:16.327600 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ce854cd8-58e3-45b2-842d-73910a0f0752 req-93d5cca0-d1fb-4544-9ac3-75c1bf3cd921 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0559545 Nov 20 03:26:16.333596 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.347395 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cb144d86-6c37-4460-9af0-a18015d00192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.365524 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4967f2-3be7-491d-aaab-23c4319de7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e4cea7-57b6-4442-823c-8a4e49d117ed'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:16.368023 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa2b6f2-cfef-4302-9f73-153de64752ed" -d '{"events": [{"server_uuid": "fe4967f2-3be7-491d-aaab-23c4319de7c2", "name": "network-vif-plugged", "status": "completed", "tag": "c8e4cea7-57b6-4442-823c-8a4e49d117ed"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:16.383875 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ce854cd8-58e3-45b2-842d-73910a0f0752 req-0ebb418b-af2d-4042-bdc7-89c6b5c7fd25 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485749 Nov 20 03:26:16.408587 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c8e4cea7-57b6-4442-823c-8a4e49d117ed, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c8e4cea7-57b6-4442-823c-8a4e49d117ed,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:16.416179 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:16.450718 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4773b638-490b-48aa-9ce0-a6708dccd104 x-openstack-request-id: req-4773b638-490b-48aa-9ce0-a6708dccd104 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:16.451037 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4967f2-3be7-491d-aaab-23c4319de7c2", "name": "network-vif-plugged", "status": "completed", "tag": "c8e4cea7-57b6-4442-823c-8a4e49d117ed", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:16.451287 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4773b638-490b-48aa-9ce0-a6708dccd104 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:16.451675 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4967f2-3be7-491d-aaab-23c4319de7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e4cea7-57b6-4442-823c-8a4e49d117ed', 'code': 200} Nov 20 03:26:16.482723 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=c8e4cea7-57b6-4442-823c-8a4e49d117ed,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:16.538018 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ba8f6-7120-477d-9ae0-6b7e499dc513 req-8c1420a3-28e0-4f54-a317-410f754c0715 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:16.539518 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-364ba8f6-7120-477d-9ae0-6b7e499dc513 req-8c1420a3-28e0-4f54-a317-410f754c0715 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 945 time: 0.0594308 Nov 20 03:26:16.595461 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-364ba8f6-7120-477d-9ae0-6b7e499dc513 req-e6b86006-338e-489e-a1d6-fa26e9083e9d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496171 Nov 20 03:26:16.734354 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf078c4-36d2-4822-9d40-27826e3ad9fd req-0c7f2465-9154-41dd-bd68-2a1f917db35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:16.735863 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-2bf078c4-36d2-4822-9d40-27826e3ad9fd req-0c7f2465-9154-41dd-bd68-2a1f917db35a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 1098 time: 0.0452383 Nov 20 03:26:16.809410 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-2bf078c4-36d2-4822-9d40-27826e3ad9fd req-67094bfa-68b4-42ce-9680-87daca5a3955 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Nov 20 03:26:17.507799 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414779a-09c1-4568-adc8-0c24a13eef7d req-9772babf-c8cf-4556-9c02-fd4dc54effab tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:17.509402 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e414779a-09c1-4568-adc8-0c24a13eef7d req-9772babf-c8cf-4556-9c02-fd4dc54effab tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0496109 Nov 20 03:26:17.562917 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e414779a-09c1-4568-adc8-0c24a13eef7d req-fce28d58-dd3a-498a-9dbb-2d7fc6888c44 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Nov 20 03:26:17.719984 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd620c6f-259d-4ae8-9b5a-3080dbbe3ace req-c89cd96c-f486-427c-9eab-f380434adb5d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:17.721467 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bd620c6f-259d-4ae8-9b5a-3080dbbe3ace req-c89cd96c-f486-427c-9eab-f380434adb5d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 945 time: 0.0500827 Nov 20 03:26:17.774962 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bd620c6f-259d-4ae8-9b5a-3080dbbe3ace req-3ec40b92-cc8c-4c82-80c5-d7681b2404bf tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Nov 20 03:26:18.520904 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-18a87da7-2b3d-46f4-8de6-197df26cf3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:18.700546 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461f5e0-35e5-40db-9788-81f9eeb69afe req-a62e2112-80f9-4a55-ac6f-77fce150160b tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.702045 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6461f5e0-35e5-40db-9788-81f9eeb69afe req-a62e2112-80f9-4a55-ac6f-77fce150160b tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0634387 Nov 20 03:26:18.768266 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6461f5e0-35e5-40db-9788-81f9eeb69afe req-d303628b-5a42-4487-bf9f-d2d88713bff9 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596542 Nov 20 03:26:18.901474 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5caf3-fd09-4ab0-be43-869c9d267ee2 req-b6ef5d1d-1ad1-4c72-9960-867e9819accc tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:18.902875 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8ed5caf3-fd09-4ab0-be43-869c9d267ee2 req-b6ef5d1d-1ad1-4c72-9960-867e9819accc tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 945 time: 0.0564964 Nov 20 03:26:18.961782 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8ed5caf3-fd09-4ab0-be43-869c9d267ee2 req-55441e71-7a88-4486-a4d7-bb71e4f1a51e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500352 Nov 20 03:26:19.761638 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:19.890853 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d519ac0-3afd-4fa9-9111-43bd952d9c6f req-cae888c8-91bd-4b6f-940a-38fa545ff135 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:19.892632 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7d519ac0-3afd-4fa9-9111-43bd952d9c6f req-cae888c8-91bd-4b6f-940a-38fa545ff135 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0504656 Nov 20 03:26:19.959857 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7d519ac0-3afd-4fa9-9111-43bd952d9c6f req-4bcf20dd-12a7-4c37-98a0-693756e638af tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586979 Nov 20 03:26:21.037370 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:21.089763 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b5923-c46b-44fa-b3c7-1236e2e41505 req-01e29c55-9ef7-41e4-8249-415d698ca2bb tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:21.091475 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-578b5923-c46b-44fa-b3c7-1236e2e41505 req-01e29c55-9ef7-41e4-8249-415d698ca2bb tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0561836 Nov 20 03:26:21.139836 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-578b5923-c46b-44fa-b3c7-1236e2e41505 req-31e226c7-d4b4-4795-80c2-fc21d1e93fdd tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Nov 20 03:26:21.729064 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:22.281411 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33caad37-3ca4-4d8a-8ac1-b17f5a26cebd req-7d6575c1-d050-4c85-9272-fddc43682003 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:22.282889 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-33caad37-3ca4-4d8a-8ac1-b17f5a26cebd req-7d6575c1-d050-4c85-9272-fddc43682003 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0525401 Nov 20 03:26:22.334825 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-33caad37-3ca4-4d8a-8ac1-b17f5a26cebd req-7939c32d-e7ba-47da-9d31-ba95b0493138 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Nov 20 03:26:23.522732 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6cda7-3387-4028-b123-bebf8ad055fc req-7d80d00b-8bde-4c10-ac45-a5a7803fae40 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:23.524246 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82b6cda7-3387-4028-b123-bebf8ad055fc req-7d80d00b-8bde-4c10-ac45-a5a7803fae40 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0536280 Nov 20 03:26:23.576594 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82b6cda7-3387-4028-b123-bebf8ad055fc req-738becde-b94f-4fdc-9f78-8100b8d3d389 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448029 Nov 20 03:26:25.372924 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-d91e432f-742d-4fb8-8106-604aa479f88e tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=38935b1de6d44313a540f72c1b30a60c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397341 Nov 20 03:26:25.588713 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-84860dd7-047a-447a-aaa3-6cfe39858d5e tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:25.590247 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-84860dd7-047a-447a-aaa3-6cfe39858d5e tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100239 Nov 20 03:26:25.607991 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-0b4ca015-b6a7-445e-8003-c9b587df2a32 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/quotas/38935b1de6d44313a540f72c1b30a60c HTTP/1.1" status: 200 len: 375 time: 0.0104535 Nov 20 03:26:25.657649 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-4454047a-d441-4199-a1f0-7521b5010058 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=38935b1de6d44313a540f72c1b30a60c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422654 Nov 20 03:26:25.720000 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0787d-7d5c-47f2-9d3d-9865002fbf32 req-0783dafd-97fe-46ba-b647-598893ddaf02 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:25.722370 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-91b0787d-7d5c-47f2-9d3d-9865002fbf32 req-0783dafd-97fe-46ba-b647-598893ddaf02 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0598519 Nov 20 03:26:25.791855 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-91b0787d-7d5c-47f2-9d3d-9865002fbf32 req-2f86460c-2b47-49b4-8018-4260ce686098 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621994 Nov 20 03:26:25.925179 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d261d049-fa6c-465c-9e90-70f7d44fe671 req-39a170a1-ef6a-4943-b03a-1afc296a3fa8 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 210 time: 0.0486503 Nov 20 03:26:25.983896 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b8385-bc55-4037-8bdb-649f52753908 req-dec1f6e4-c883-4eec-9a17-7c1eb9a1f814 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:25.988531 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c83b8385-bc55-4037-8bdb-649f52753908 req-dec1f6e4-c883-4eec-9a17-7c1eb9a1f814 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0614982 Nov 20 03:26:26.033130 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c83b8385-bc55-4037-8bdb-649f52753908 req-19c9dfb4-bd83-4477-94d3-7233bf771766 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437129 Nov 20 03:26:26.918515 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099190a-4ef6-4425-b830-017cd2e95f89 req-6e548e29-8662-4bc6-8811-37df573632d0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:26.920099 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0099190a-4ef6-4425-b830-017cd2e95f89 req-6e548e29-8662-4bc6-8811-37df573632d0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0539460 Nov 20 03:26:26.968625 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0099190a-4ef6-4425-b830-017cd2e95f89 req-d3f0f455-00b7-42b1-95f1-9395763fe453 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421448 Nov 20 03:26:27.094776 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-38a7ac77-71eb-4a40-bd0c-322206da69f5 req-c62145d0-4a41-44c4-9887-52ba8cb71519 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 210 time: 0.0300484 Nov 20 03:26:27.147137 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab13ec-2af5-4bc2-8f09-d8308374cd51 req-1bfd3c42-a53a-40c2-9834-e05b30b74053 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:27.148826 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6fab13ec-2af5-4bc2-8f09-d8308374cd51 req-1bfd3c42-a53a-40c2-9834-e05b30b74053 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 945 time: 0.0565584 Nov 20 03:26:27.202527 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-2b45419a-0251-4d7a-9598-7eb325e806be tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=38935b1de6d44313a540f72c1b30a60c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357547 Nov 20 03:26:27.245514 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6fab13ec-2af5-4bc2-8f09-d8308374cd51 req-4690746c-6925-4e8b-ac18-878b510495f2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873847 Nov 20 03:26:27.275280 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7a28b-b61c-4cd4-8a83-4bd5e152880d req-61e30c6e-21a5-45b8-86ef-85ff57500cbe tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:27.277358 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4ad7a28b-b61c-4cd4-8a83-4bd5e152880d req-61e30c6e-21a5-45b8-86ef-85ff57500cbe tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0955186 Nov 20 03:26:27.334824 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4ad7a28b-b61c-4cd4-8a83-4bd5e152880d req-714f6261-a400-4b26-8745-ee27a27d364c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513577 Nov 20 03:26:27.406640 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-f9491abd-5e16-4f92-9b48-dfc2fbe27098 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:27.408088 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-f9491abd-5e16-4f92-9b48-dfc2fbe27098 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950927 Nov 20 03:26:27.432315 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Request body: {'port': {'device_id': '79bba38d-ec29-4fe8-9353-8b2a09f9f712', 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8', 'admin_state_up': True, 'tenant_id': '38935b1de6d44313a540f72c1b30a60c'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:27.550210 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Made reservation on behalf of 38935b1de6d44313a540f72c1b30a60c for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:27.553780 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.562710 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.642895 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.648621 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.712611 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5839b16b-9072-4729-98df-ce81c0287a62,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:27.787807 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Allocated IP 192.168.233.198 (9dc039d8-882e-456a-b3e0-84a5d54352a8/3874caa5-e97f-408e-94b7-c752e2a0c403/f942fcf0-d8b5-4143-8c37-83a7fdd7a35d) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:27.944959 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:27.982393 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.026634 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Network 9dc039d8-882e-456a-b3e0-84a5d54352a8 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:28.028381 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:28.032859 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:28.058039 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Pushing event updated for resources: {'Port': ['ID=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:28.093055 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.093736 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.095224 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032e82-4d83-44d2-92f6-4bd3191e5321 req-4afc71b7-d5ab-4e03-bcec-40433e2989a7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.100022 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98032e82-4d83-44d2-92f6-4bd3191e5321 req-4afc71b7-d5ab-4e03-bcec-40433e2989a7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0566945 Nov 20 03:26:28.120826 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-8fa66914-d897-440a-abd0-151c7846cf3d tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6919315 Nov 20 03:26:28.144551 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Request body: {'port': {'device_id': '79bba38d-ec29-4fe8-9353-8b2a09f9f712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:28.204094 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98032e82-4d83-44d2-92f6-4bd3191e5321 req-753ad96d-f3f1-4aff-a0e5-6f4c2b1965d0 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970321 Nov 20 03:26:28.224747 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.251870 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64981f2d-ae44-45c5-bccc-1782b457bb85 req-2bc64564-8082-408c-a26c-98c6a9f2dea1 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.253479 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-64981f2d-ae44-45c5-bccc-1782b457bb85 req-2bc64564-8082-408c-a26c-98c6a9f2dea1 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 936 time: 0.0675378 Nov 20 03:26:28.318158 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-64981f2d-ae44-45c5-bccc-1782b457bb85 req-bc61a7ee-655b-48a7-b0d9-abf097347801 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578513 Nov 20 03:26:28.328347 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-f6aaa396-d66d-44c1-ae68-caed4eef1e15 None None] Provisioning complete for port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:28.328954 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f6aaa396-d66d-44c1-ae68-caed4eef1e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.365525 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-f6aaa396-d66d-44c1-ae68-caed4eef1e15 None None] Port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:26:28.399455 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aa7ff-c57e-4500-bd04-194a633a087e req-903b78ad-3ddb-4509-9f8f-fb34d0385ae1 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.401450 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a69aa7ff-c57e-4500-bd04-194a633a087e req-903b78ad-3ddb-4509-9f8f-fb34d0385ae1 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 945 time: 0.0641336 Nov 20 03:26:28.480436 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a69aa7ff-c57e-4500-bd04-194a633a087e req-38077018-8fd6-4abc-bc65-a9a5ecfc3bd3 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Nov 20 03:26:28.493946 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffe869-8030-4594-8ff8-4ab19fc48041 req-22736640-38f1-444e-9ec3-ee7773d4ad77 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.496132 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61ffe869-8030-4594-8ff8-4ab19fc48041 req-22736640-38f1-444e-9ec3-ee7773d4ad77 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0749447 Nov 20 03:26:28.537860 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f942fcf0-d8b5-4143-8c37-83a7fdd7a35d {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:28.550182 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.551082 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61ffe869-8030-4594-8ff8-4ab19fc48041 req-1f307347-d4a5-4962-bfb7-0b4432aec3c3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Nov 20 03:26:28.564891 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Transition to ACTIVE for port object f942fcf0-d8b5-4143-8c37-83a7fdd7a35d will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:26:28.571880 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.626541 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Pushing event updated for resources: {'Port': ['ID=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:28.706197 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Attempting to bind port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:28.706556 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Attempting to bind port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:28.706881 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Attempting to bind port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d on network 9dc039d8-882e-456a-b3e0-84a5d54352a8 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:28.712356 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d on network 9dc039d8-882e-456a-b3e0-84a5d54352a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:26:28.712685 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Attempting to bind port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d on network 9dc039d8-882e-456a-b3e0-84a5d54352a8 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:28.718352 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:28.718764 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Checking segment: {'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:28.719150 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Bound using segment: {'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:28.719569 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Bound port: f942fcf0-d8b5-4143-8c37-83a7fdd7a35d, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:28.719954 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.785324 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] For port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:28.788617 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] For port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,segment=NetworkSegment(03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d),segment_id=03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:28.795317 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.835620 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.836266 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:28.837674 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] 10.222.0.50 "PUT /v2.0/ports/f942fcf0-d8b5-4143-8c37-83a7fdd7a35d HTTP/1.1" status: 200 len: 1098 time: 0.6985872 Nov 20 03:26:28.838108 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bba38d-ec29-4fe8-9353-8b2a09f9f712', 'tag': 'f942fcf0-d8b5-4143-8c37-83a7fdd7a35d'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:28.840549 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbe1fbd-4901-41d5-b827-e7e686eb1705" -d '{"events": [{"name": "network-changed", "server_uuid": "79bba38d-ec29-4fe8-9353-8b2a09f9f712", "tag": "f942fcf0-d8b5-4143-8c37-83a7fdd7a35d"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:28.867409 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1c2c6-fe58-431c-baf8-1e1e050c0240 service neutron] Pushing event updated for resources: {'Port': ['ID=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:28.890247 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc6e39b-4ff4-4ff2-a063-dd711bdf38d4 x-openstack-request-id: req-1fc6e39b-4ff4-4ff2-a063-dd711bdf38d4 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:28.890592 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bba38d-ec29-4fe8-9353-8b2a09f9f712", "tag": "f942fcf0-d8b5-4143-8c37-83a7fdd7a35d", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:28.890838 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fc6e39b-4ff4-4ff2-a063-dd711bdf38d4 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:28.891239 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bba38d-ec29-4fe8-9353-8b2a09f9f712', 'tag': 'f942fcf0-d8b5-4143-8c37-83a7fdd7a35d', 'status': 'completed', 'code': 200} Nov 20 03:26:28.976992 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-f5248195-2897-45b6-a7fe-86a058535630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:28.978536 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-f5248195-2897-45b6-a7fe-86a058535630 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38935b1de6d44313a540f72c1b30a60c&device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 1101 time: 0.0427117 Nov 20 03:26:29.036954 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-71b9451b-0508-4657-90f1-da82be2bfbc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d HTTP/1.1" status: 200 len: 217 time: 0.0378044 Nov 20 03:26:29.119833 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-197a6fb6-8f95-4a67-b825-934910a83770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.121349 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-197a6fb6-8f95-4a67-b825-934910a83770 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3874caa5-e97f-408e-94b7-c752e2a0c403 HTTP/1.1" status: 200 len: 843 time: 0.0461767 Nov 20 03:26:29.189263 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-4dd899fb-8a8b-4a53-95a7-640f74f3c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.190802 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-4dd899fb-8a8b-4a53-95a7-640f74f3c433 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9dc039d8-882e-456a-b3e0-84a5d54352a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0583985 Nov 20 03:26:29.310900 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-90f7fbaa-c338-4bb2-b54c-59e7b1c6fd8c service neutron] 10.222.0.50 "GET /v2.0/networks/9dc039d8-882e-456a-b3e0-84a5d54352a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034794 Nov 20 03:26:29.345021 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065525e-da4f-4ffa-b066-42da205dfb44 req-3b94abb4-380b-414c-9329-4ba06f58a5d7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.348785 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e065525e-da4f-4ffa-b066-42da205dfb44 req-3b94abb4-380b-414c-9329-4ba06f58a5d7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Nov 20 03:26:29.409890 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e065525e-da4f-4ffa-b066-42da205dfb44 req-c549deb6-3355-4653-89c2-f9d9b437a64a tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571556 Nov 20 03:26:29.456316 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6397cfae-f721-48f2-9123-ccf9847804e4 req-dbb79bca-571f-4d71-a577-8249c43ff203 service neutron] 10.222.0.50 "GET /v2.0/networks/9dc039d8-882e-456a-b3e0-84a5d54352a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958197 Nov 20 03:26:29.458105 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ce703-2e2c-4e1b-a2f3-44f2657d41dd req-30ff03e0-ca2b-42d4-be24-354d2854d659 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.459773 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bc5ce703-2e2c-4e1b-a2f3-44f2657d41dd req-30ff03e0-ca2b-42d4-be24-354d2854d659 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0490701 Nov 20 03:26:29.512175 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bc5ce703-2e2c-4e1b-a2f3-44f2657d41dd req-62bad85d-ed74-4974-ba64-a8fd546239a8 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461586 Nov 20 03:26:29.613577 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1bc43-b679-4373-ad97-26526b429f12 req-25f365ca-f65d-4442-9f96-69f94c6742e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.615161 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-67a1bc43-b679-4373-ad97-26526b429f12 req-25f365ca-f65d-4442-9f96-69f94c6742e0 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 945 time: 0.0560794 Nov 20 03:26:29.616139 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-3d448cad-47ea-4c56-a164-91bcb2d38590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.617684 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-3d448cad-47ea-4c56-a164-91bcb2d38590 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38935b1de6d44313a540f72c1b30a60c&device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 1101 time: 0.0540934 Nov 20 03:26:29.690438 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-67a1bc43-b679-4373-ad97-26526b429f12 req-2b816e0e-3f09-4021-a76c-8d5235624a5d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684781 Nov 20 03:26:29.703464 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e624ec4-64da-49f6-9c95-326ba2ddad4b req-8e72b54c-6a09-4529-a91c-2a019d7a3c26 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.705143 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e624ec4-64da-49f6-9c95-326ba2ddad4b req-8e72b54c-6a09-4529-a91c-2a019d7a3c26 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0694227 Nov 20 03:26:29.794538 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-6b3c5f49-d593-4a29-8d34-299e637655a2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.796134 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-6b3c5f49-d593-4a29-8d34-299e637655a2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 945 time: 0.0900862 Nov 20 03:26:29.801260 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7e624ec4-64da-49f6-9c95-326ba2ddad4b req-e7bd6853-142f-4ccf-acd1-f7859c4c180a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896053 Nov 20 03:26:29.806072 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-8591c8f4-5b3d-411d-939d-5000bf02c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.807546 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-8591c8f4-5b3d-411d-939d-5000bf02c005 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9dc039d8-882e-456a-b3e0-84a5d54352a8 HTTP/1.1" status: 200 len: 870 time: 0.1094499 Nov 20 03:26:29.853776 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-6f3c2267-cffd-469f-93d8-9b5d0d41ab39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d HTTP/1.1" status: 200 len: 217 time: 0.0370224 Nov 20 03:26:29.894963 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Deleting port c8e4cea7-57b6-4442-823c-8a4e49d117ed {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:26:29.895302 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:29.907232 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-4b72e0ca-ba16-4311-9290-16d46d394be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.908761 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-4b72e0ca-ba16-4311-9290-16d46d394be8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3874caa5-e97f-408e-94b7-c752e2a0c403 HTTP/1.1" status: 200 len: 843 time: 0.0462306 Nov 20 03:26:29.966926 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-9a078102-8ecc-489e-9f4e-9bbc236ae2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:29.968584 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-9a078102-8ecc-489e-9f4e-9bbc236ae2fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9dc039d8-882e-456a-b3e0-84a5d54352a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460575 Nov 20 03:26:29.990486 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] For port c8e4cea7-57b6-4442-823c-8a4e49d117ed, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c8e4cea7-57b6-4442-823c-8a4e49d117ed,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:29.990883 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:30.004710 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Calling delete_port for c8e4cea7-57b6-4442-823c-8a4e49d117ed owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:26:30.066246 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-048dcdde-864b-465f-9249-83c7113ca178 service neutron] 10.222.0.50 "GET /v2.0/networks/9dc039d8-882e-456a-b3e0-84a5d54352a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Nov 20 03:26:30.159087 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:30.191785 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Pushing event deleted for resources: {'Port': ['ID=c8e4cea7-57b6-4442-823c-8a4e49d117ed,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:30.211655 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4be73797-0a51-4dd5-bfbb-de586f41da96', '795e1e55-b3d4-47be-9769-7b9d844f6f50', 'a637fb20-191c-44c1-9332-22d49483b66e', 'c8e4cea7-57b6-4442-823c-8a4e49d117ed'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:30.233039 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] No DVR routers for this DVR port c8e4cea7-57b6-4442-823c-8a4e49d117ed on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:26:30.236488 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:30.239908 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94a5da2d-b67f-4c27-8b3f-260e0557d63f req-fa80a494-4e4a-4120-9e54-0b680055f4a6 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "DELETE /v2.0/ports/c8e4cea7-57b6-4442-823c-8a4e49d117ed HTTP/1.1" status: 204 len: 173 time: 0.4352896 Nov 20 03:26:30.240395 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4967f2-3be7-491d-aaab-23c4319de7c2', 'name': 'network-vif-deleted', 'tag': 'c8e4cea7-57b6-4442-823c-8a4e49d117ed'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:30.242876 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36918ed-5ddf-44bf-84ff-dac4e7c7033a" -d '{"events": [{"server_uuid": "fe4967f2-3be7-491d-aaab-23c4319de7c2", "name": "network-vif-deleted", "tag": "c8e4cea7-57b6-4442-823c-8a4e49d117ed"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:30.306573 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc57db-96a2-40fd-a785-107bd5a41b95 x-openstack-request-id: req-a9bc57db-96a2-40fd-a785-107bd5a41b95 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:30.306910 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4967f2-3be7-491d-aaab-23c4319de7c2", "name": "network-vif-deleted", "tag": "c8e4cea7-57b6-4442-823c-8a4e49d117ed", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:30.307163 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9bc57db-96a2-40fd-a785-107bd5a41b95 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:30.307576 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4967f2-3be7-491d-aaab-23c4319de7c2', 'name': 'network-vif-deleted', 'tag': 'c8e4cea7-57b6-4442-823c-8a4e49d117ed', 'status': 'completed', 'code': 200} Nov 20 03:26:30.365610 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1dbe1fbd-4901-41d5-b827-e7e686eb1705 req-68963984-eb6e-446b-9bf7-bece45ead1ca service neutron] 10.222.0.50 "GET /v2.0/networks/9dc039d8-882e-456a-b3e0-84a5d54352a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915242 Nov 20 03:26:30.533458 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359016c1-1763-4c0b-a13e-e387fb02de46 req-b514e57f-19c8-4b0a-9849-f1bbd70a33c8 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:30.535132 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-359016c1-1763-4c0b-a13e-e387fb02de46 req-b514e57f-19c8-4b0a-9849-f1bbd70a33c8 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0506191 Nov 20 03:26:30.604650 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-359016c1-1763-4c0b-a13e-e387fb02de46 req-855b4f7b-fd43-44e8-bea9-5085f2e64d0a tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626032 Nov 20 03:26:30.641782 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87fdca-8fb8-4880-940e-3e5ffefe7b07 req-1cefe7be-a276-4300-913d-a1aeb25343e8 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:30.643260 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4b87fdca-8fb8-4880-940e-3e5ffefe7b07 req-1cefe7be-a276-4300-913d-a1aeb25343e8 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0524049 Nov 20 03:26:30.689616 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4b87fdca-8fb8-4880-940e-3e5ffefe7b07 req-34470126-6d58-4c55-9247-7b441c0900e3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403759 Nov 20 03:26:30.803607 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-788548b8-6921-40a6-9ab7-f598d8d54820 req-90f36d8e-0fed-4e9e-a6c2-b52cb4f28f47 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe4967f2-3be7-491d-aaab-23c4319de7c2 HTTP/1.1" status: 200 len: 210 time: 0.0269125 Nov 20 03:26:30.942654 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169681cc-2f96-4348-a093-be59678dc3a9 req-b68ffa77-8b5c-4f19-86f9-789ad4b95dd2 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:30.944296 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-169681cc-2f96-4348-a093-be59678dc3a9 req-b68ffa77-8b5c-4f19-86f9-789ad4b95dd2 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0572968 Nov 20 03:26:31.001837 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-169681cc-2f96-4348-a093-be59678dc3a9 req-6e6531ad-ba92-4383-881b-0d969a8e3e50 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512025 Nov 20 03:26:31.728089 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2741015-fe4e-4cad-9fdc-2a66b0128893 req-3ff090b9-135c-4c9f-af8f-95330c63d538 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:31.729578 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a2741015-fe4e-4cad-9fdc-2a66b0128893 req-3ff090b9-135c-4c9f-af8f-95330c63d538 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0551805 Nov 20 03:26:31.788759 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a2741015-fe4e-4cad-9fdc-2a66b0128893 req-39b6fa54-5d21-4430-838a-2c98f9718fb3 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527565 Nov 20 03:26:31.825976 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ce647-085f-44a3-9d55-4e4bd8544bdd req-22277bee-e7f8-4b59-99db-b405caa88d7b tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:31.827426 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-374ce647-085f-44a3-9d55-4e4bd8544bdd req-22277bee-e7f8-4b59-99db-b405caa88d7b tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0582647 Nov 20 03:26:31.882790 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-374ce647-085f-44a3-9d55-4e4bd8544bdd req-5c7a260c-43ff-44f8-b1e9-1108786bd609 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488119 Nov 20 03:26:32.343021 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9e32-2568-48b8-96cf-fad44fc06b50 req-7c74c42d-ee60-4a4a-b196-67999c212046 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:32.344574 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-638e9e32-2568-48b8-96cf-fad44fc06b50 req-7c74c42d-ee60-4a4a-b196-67999c212046 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.2636569 Nov 20 03:26:32.398493 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-638e9e32-2568-48b8-96cf-fad44fc06b50 req-2a07c6a5-49d4-4810-ad16-4fd0b5f096f0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476601 Nov 20 03:26:32.911155 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743cae-4856-4ac8-a571-9e88d87c0bfc req-ebdd8277-2467-48eb-94cb-22a4b9477142 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:32.912682 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a9743cae-4856-4ac8-a571-9e88d87c0bfc req-ebdd8277-2467-48eb-94cb-22a4b9477142 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0515268 Nov 20 03:26:32.970508 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a9743cae-4856-4ac8-a571-9e88d87c0bfc req-29f2ac70-79a4-4227-be2a-94550a4ae097 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515773 Nov 20 03:26:33.012432 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca555-02fb-48da-b3cb-37960472440e req-ba1f3fb0-645b-4644-9478-10ae708fbd3b tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:33.013940 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-76bca555-02fb-48da-b3cb-37960472440e req-ba1f3fb0-645b-4644-9478-10ae708fbd3b tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0595617 Nov 20 03:26:33.066250 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-76bca555-02fb-48da-b3cb-37960472440e req-e7dc1657-eb37-4855-a6f1-8e99a97b5876 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459852 Nov 20 03:26:33.217669 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601fc11-75d7-4718-b18b-a599cd19c49f req-5e2f1d3c-c1d4-47c1-9aa3-064f0b2dfd2e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:33.219158 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a601fc11-75d7-4718-b18b-a599cd19c49f req-5e2f1d3c-c1d4-47c1-9aa3-064f0b2dfd2e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 946 time: 0.0572565 Nov 20 03:26:33.266152 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a601fc11-75d7-4718-b18b-a599cd19c49f req-2baace98-3aad-4939-90f4-45c4222de8ad tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Nov 20 03:26:33.530518 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f335e-ebd1-4c03-8c0d-db1c2f54cd74 req-c782fbb2-a3cf-4080-9fb3-448bd47cc721 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:33.532034 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f63f335e-ebd1-4c03-8c0d-db1c2f54cd74 req-c782fbb2-a3cf-4080-9fb3-448bd47cc721 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0487506 Nov 20 03:26:33.581520 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f63f335e-ebd1-4c03-8c0d-db1c2f54cd74 req-33f5e75c-8d66-4baa-8dcb-39295f34fa7e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Nov 20 03:26:34.036108 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c8e4cea7-57b6-4442-823c-8a4e49d117ed no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:26:34.057496 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: c8e4cea7-57b6-4442-823c-8a4e49d117ed {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:26:34.057755 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c8e4cea7-57b6-4442-823c-8a4e49d117ed not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:26:34.114597 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff0124-0805-4b99-976e-b68e8ce5a235 req-dcf5e42f-1e14-4d97-b343-1b748848daac tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:34.116119 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-76ff0124-0805-4b99-976e-b68e8ce5a235 req-dcf5e42f-1e14-4d97-b343-1b748848daac tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0626101 Nov 20 03:26:34.191105 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-76ff0124-0805-4b99-976e-b68e8ce5a235 req-ceb746c9-07c3-48a0-9c7d-ece67e433b0f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686698 Nov 20 03:26:34.204621 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58136a-5f51-44a3-9df0-9882535666fb req-71dde2e2-b4c4-41db-a195-449dd4aade43 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:34.206162 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ad58136a-5f51-44a3-9df0-9882535666fb req-71dde2e2-b4c4-41db-a195-449dd4aade43 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0692754 Nov 20 03:26:34.257585 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ad58136a-5f51-44a3-9df0-9882535666fb req-9a1feef0-eea5-480d-acbf-ade7a85a1a8b tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Nov 20 03:26:34.386625 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f4e3e-baeb-4c99-a71d-1d2cf65ef516 req-94875469-53db-4426-b814-6476e656a40d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:34.388212 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b21f4e3e-baeb-4c99-a71d-1d2cf65ef516 req-94875469-53db-4426-b814-6476e656a40d tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 946 time: 0.0538282 Nov 20 03:26:34.443311 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b21f4e3e-baeb-4c99-a71d-1d2cf65ef516 req-9a1f99ae-8dea-43c6-b07c-7a511e6e5e36 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471704 Nov 20 03:26:34.708543 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fbf27-7e03-47aa-be7d-87291d569007 req-d0e5e76d-721e-427d-991a-bb19cc1f98b6 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:34.709979 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-982fbf27-7e03-47aa-be7d-87291d569007 req-d0e5e76d-721e-427d-991a-bb19cc1f98b6 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0512240 Nov 20 03:26:34.768380 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-982fbf27-7e03-47aa-be7d-87291d569007 req-44e8998b-6d8a-4684-bb17-6d3b18aa51b0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472035 Nov 20 03:26:35.318220 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d2031-06d3-4775-bc8d-26b4ecc45840 req-e9311051-5473-4006-9c21-c015199f0ecd tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:35.319844 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f66d2031-06d3-4775-bc8d-26b4ecc45840 req-e9311051-5473-4006-9c21-c015199f0ecd tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0517557 Nov 20 03:26:35.399266 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f66d2031-06d3-4775-bc8d-26b4ecc45840 req-a5e451e6-15a7-4223-91e6-33fff7a781d9 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730360 Nov 20 03:26:35.415734 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec0461-e221-4ca3-a7cb-3d4d8879cbd9 req-cbf71379-d05f-4479-a224-7020f3192ec8 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:35.420241 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4ec0461-e221-4ca3-a7cb-3d4d8879cbd9 req-cbf71379-d05f-4479-a224-7020f3192ec8 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0867310 Nov 20 03:26:35.465019 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4ec0461-e221-4ca3-a7cb-3d4d8879cbd9 req-50011e3d-5df6-4325-b045-c13f962236c4 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 Nov 20 03:26:35.576390 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7eb5d-ab22-45ff-9ce7-9031ff87be23 req-297bd719-341d-4a52-81a3-3bdeb74e68bd tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:35.577909 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-51b7eb5d-ab22-45ff-9ce7-9031ff87be23 req-297bd719-341d-4a52-81a3-3bdeb74e68bd tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 946 time: 0.0506773 Nov 20 03:26:35.630288 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-51b7eb5d-ab22-45ff-9ce7-9031ff87be23 req-44933f02-3e84-4e9a-9749-20b20591525e tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457287 Nov 20 03:26:35.736730 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-59e2b178-7939-4148-81a6-9e257df15a23 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:35.738109 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-59e2b178-7939-4148-81a6-9e257df15a23 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 946 time: 0.0852759 Nov 20 03:26:35.903188 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Deleting port a637fb20-191c-44c1-9332-22d49483b66e {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:26:35.903542 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:35.905557 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300cecc-05b1-4d44-a7ca-c1314b84d13a req-a6b63551-d05b-454b-84dc-9304bf0e77af tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:35.907166 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5300cecc-05b1-4d44-a7ca-c1314b84d13a req-a6b63551-d05b-454b-84dc-9304bf0e77af tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0623112 Nov 20 03:26:35.956462 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5300cecc-05b1-4d44-a7ca-c1314b84d13a req-f37693ed-3cdc-4a01-b775-6a1dc1e1b780 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Nov 20 03:26:35.997296 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] For port a637fb20-191c-44c1-9332-22d49483b66e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=a637fb20-191c-44c1-9332-22d49483b66e,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:35.997524 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:36.012164 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Calling delete_port for a637fb20-191c-44c1-9332-22d49483b66e owned by compute:nova {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:26:36.187063 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:36.221376 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Pushing event deleted for resources: {'Port': ['ID=a637fb20-191c-44c1-9332-22d49483b66e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:36.232359 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4be73797-0a51-4dd5-bfbb-de586f41da96', '795e1e55-b3d4-47be-9769-7b9d844f6f50', 'a637fb20-191c-44c1-9332-22d49483b66e'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:36.267643 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.267880 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.268227 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.268548 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.268897 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.269230 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.269531 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.269934 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.270285 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.270509 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.270854 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.270854 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:36.292663 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] No DVR routers for this DVR port a637fb20-191c-44c1-9332-22d49483b66e on host hv-cinder-81803 {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:26:36.296868 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:36.300430 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-6decc6ac-841e-4674-bac5-b30ca011efc0 req-fd8b3aae-7797-40b7-aa66-07a1ce4aeb0b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "DELETE /v2.0/ports/a637fb20-191c-44c1-9332-22d49483b66e HTTP/1.1" status: 204 len: 173 time: 0.5516870 Nov 20 03:26:36.300881 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e7185b-fe52-4f32-89ca-7b2ea6cec706', 'name': 'network-vif-deleted', 'tag': 'a637fb20-191c-44c1-9332-22d49483b66e'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:36.303246 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8fd41-eaa0-4e88-8f9d-5ff97c986a97" -d '{"events": [{"server_uuid": "89e7185b-fe52-4f32-89ca-7b2ea6cec706", "name": "network-vif-deleted", "tag": "a637fb20-191c-44c1-9332-22d49483b66e"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:36.345390 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc114415-ff94-4fc7-ac75-91e510b1e9d6 x-openstack-request-id: req-dc114415-ff94-4fc7-ac75-91e510b1e9d6 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:36.345736 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e7185b-fe52-4f32-89ca-7b2ea6cec706", "name": "network-vif-deleted", "tag": "a637fb20-191c-44c1-9332-22d49483b66e", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:36.345996 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc114415-ff94-4fc7-ac75-91e510b1e9d6 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:36.346436 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e7185b-fe52-4f32-89ca-7b2ea6cec706', 'name': 'network-vif-deleted', 'tag': 'a637fb20-191c-44c1-9332-22d49483b66e', 'status': 'completed', 'code': 200} Nov 20 03:26:36.543520 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c0246-069c-4a67-87b4-f5012a703780 req-f55ad241-1a2f-44c6-bf5a-516652c5c2b9 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:36.545132 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-843c0246-069c-4a67-87b4-f5012a703780 req-f55ad241-1a2f-44c6-bf5a-516652c5c2b9 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0672653 Nov 20 03:26:36.631336 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0de3d9-c613-4dfd-9f5c-6136e04e31e5 req-d4658ba2-f31b-43d1-be94-1f65e346e529 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:36.632862 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2f0de3d9-c613-4dfd-9f5c-6136e04e31e5 req-d4658ba2-f31b-43d1-be94-1f65e346e529 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0833893 Nov 20 03:26:36.638197 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-843c0246-069c-4a67-87b4-f5012a703780 req-5421a9ec-441f-4f19-9c82-5d825959ab46 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865498 Nov 20 03:26:36.697053 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2f0de3d9-c613-4dfd-9f5c-6136e04e31e5 req-2048b337-841e-42af-9e7c-70ce4cf11b72 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 Nov 20 03:26:36.718653 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d266d-b93f-4bba-b604-c48e8581017d req-a11c74c3-d080-4ab1-882e-4ad1cd2b68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:36.718653 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-719d266d-b93f-4bba-b604-c48e8581017d req-a11c74c3-d080-4ab1-882e-4ad1cd2b68d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1098 time: 0.0434580 Nov 20 03:26:36.759291 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-91cd9dfc-cae1-4cb9-84f0-fc0638f81a89 req-d376c9b1-0077-4710-8306-415fbe368c10 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e7185b-fe52-4f32-89ca-7b2ea6cec706 HTTP/1.1" status: 200 len: 210 time: 0.0259361 Nov 20 03:26:36.852191 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d266d-b93f-4bba-b604-c48e8581017d req-b88aecfb-d6dd-4243-b60e-608f6825790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:36.854104 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-719d266d-b93f-4bba-b604-c48e8581017d req-b88aecfb-d6dd-4243-b60e-608f6825790e service neutron] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 919 time: 0.0907416 Nov 20 03:26:36.908977 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-719d266d-b93f-4bba-b604-c48e8581017d req-9c7a08ea-3699-4a10-8658-0270da88a56d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 200 len: 217 time: 0.0456040 Nov 20 03:26:36.969335 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d266d-b93f-4bba-b604-c48e8581017d req-90443f94-8491-47e6-b073-9294f7b570cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:36.971021 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-719d266d-b93f-4bba-b604-c48e8581017d req-90443f94-8491-47e6-b073-9294f7b570cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.0534406 Nov 20 03:26:37.007107 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-719d266d-b93f-4bba-b604-c48e8581017d req-236bb435-d221-4d4d-b7b8-950b7e4c2560 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251772 Nov 20 03:26:37.087811 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4957ba-f1be-43da-a956-c515104b481c req-33f44a68-502f-49f0-94d7-15936f1bf4fc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:37.089491 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8a4957ba-f1be-43da-a956-c515104b481c req-33f44a68-502f-49f0-94d7-15936f1bf4fc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0543830 Nov 20 03:26:37.119026 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-719d266d-b93f-4bba-b604-c48e8581017d req-fa9da25c-f19e-46e0-a10b-a8f8803b7dac service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887685 Nov 20 03:26:37.145002 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8a4957ba-f1be-43da-a956-c515104b481c req-779f8420-ed5b-43ee-a192-6e87a364442a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489471 Nov 20 03:26:37.236284 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-719d266d-b93f-4bba-b604-c48e8581017d req-b299de26-28d9-4dca-b0da-3c75b50f0bb3 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951383 Nov 20 03:26:37.762712 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3a63f-70aa-4ffd-b4ee-33c6de9472f0 req-1179897c-41b0-4721-b252-838a4df9b2ef tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:37.764492 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4da3a63f-70aa-4ffd-b4ee-33c6de9472f0 req-1179897c-41b0-4721-b252-838a4df9b2ef tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0519631 Nov 20 03:26:37.847706 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70b9e5-688e-4b82-856a-05e2d57de802 req-682dee52-893c-4e3f-a62e-a9f684e6969f tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:37.849481 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ed70b9e5-688e-4b82-856a-05e2d57de802 req-682dee52-893c-4e3f-a62e-a9f684e6969f tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0809216 Nov 20 03:26:37.854942 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4da3a63f-70aa-4ffd-b4ee-33c6de9472f0 req-38b51224-1525-4a12-be79-6fbf5d9df5b6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777695 Nov 20 03:26:37.908504 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ed70b9e5-688e-4b82-856a-05e2d57de802 req-c24e8eb2-de69-4f22-8f9f-0de2fa904267 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522275 Nov 20 03:26:38.145640 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9fba-ad62-46d5-b7fd-0311c25adbdd req-d26a54f3-60e5-4b7f-a20e-ea57670ad7f2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:38.147225 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d2a9fba-ad62-46d5-b7fd-0311c25adbdd req-d26a54f3-60e5-4b7f-a20e-ea57670ad7f2 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 946 time: 0.0500572 Nov 20 03:26:38.197128 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d2a9fba-ad62-46d5-b7fd-0311c25adbdd req-3ceca502-8116-40cb-890f-9cf2e3e81441 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Nov 20 03:26:38.286020 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926948-0408-4982-a948-41d6ed04bf7c req-a8ac4c15-15e8-4700-9176-3ccb880fcd01 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:38.287507 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-87926948-0408-4982-a948-41d6ed04bf7c req-a8ac4c15-15e8-4700-9176-3ccb880fcd01 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0549321 Nov 20 03:26:38.335914 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-87926948-0408-4982-a948-41d6ed04bf7c req-371fe365-44cc-45cd-8566-3ece6c935bbe tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Nov 20 03:26:38.979583 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f5e1c-e3ca-4ca9-b04a-e954c6a2d47c req-21855de7-05be-42b3-aeca-373fa617f338 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:38.981303 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-411f5e1c-e3ca-4ca9-b04a-e954c6a2d47c req-21855de7-05be-42b3-aeca-373fa617f338 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Nov 20 03:26:39.063786 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae20ac-5ece-4736-9f4b-a986849368a7 req-cac58806-973f-4462-9f9c-a1c22136c63c tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:39.065480 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-afae20ac-5ece-4736-9f4b-a986849368a7 req-cac58806-973f-4462-9f9c-a1c22136c63c tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 948 time: 0.0833073 Nov 20 03:26:39.072094 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-411f5e1c-e3ca-4ca9-b04a-e954c6a2d47c req-3b2baf77-3b2d-4fcb-a285-abef70dd588b tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801513 Nov 20 03:26:39.122790 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-afae20ac-5ece-4736-9f4b-a986849368a7 req-92c9efad-2fa8-4f7d-bf59-5636a827cd93 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Nov 20 03:26:39.317482 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc6fb3-1d8e-4580-af9c-37d525c21e1e req-2e72b1bf-6ae0-40d0-ba8c-80c301a2e721 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:39.319370 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6abc6fb3-1d8e-4580-af9c-37d525c21e1e req-2e72b1bf-6ae0-40d0-ba8c-80c301a2e721 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 946 time: 0.0515416 Nov 20 03:26:39.370615 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6abc6fb3-1d8e-4580-af9c-37d525c21e1e req-573ddb4c-2856-463e-9ee6-73bf9dd79fab tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Nov 20 03:26:39.460710 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460532-69db-4508-a907-524cdf22e761 req-48f4d47d-cbbc-4ba7-9431-7c5426a28058 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:39.462223 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-13460532-69db-4508-a907-524cdf22e761 req-48f4d47d-cbbc-4ba7-9431-7c5426a28058 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0533910 Nov 20 03:26:39.518557 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-13460532-69db-4508-a907-524cdf22e761 req-77ebf5c8-ad1d-4341-bc3c-f2e8006cd08b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492649 Nov 20 03:26:39.966505 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-7d15aae4-88a3-4816-81a1-14a4f68ea102 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366247371&fields=id&tenant_id=ca89a4ccce8848e5b7362faa2a81a228 HTTP/1.1" status: 200 len: 267 time: 0.0475118 Nov 20 03:26:40.079407 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-74ce5905-c7fe-4ab8-9587-a1d6adf62908 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.080946 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-74ce5905-c7fe-4ab8-9587-a1d6adf62908 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/networks?id=71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 200 len: 809 time: 0.1053870 Nov 20 03:26:40.085238 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device f942fcf0-d8b5-4143-8c37-83a7fdd7a35d details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:40.096585 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device a637fb20-191c-44c1-9332-22d49483b66e no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:26:40.103095 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-25b2baa8-067d-4acc-89cc-b2b24c90c004 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/quotas/ca89a4ccce8848e5b7362faa2a81a228 HTTP/1.1" status: 200 len: 375 time: 0.0144672 Nov 20 03:26:40.123047 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: a637fb20-191c-44c1-9332-22d49483b66e {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:26:40.123360 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device a637fb20-191c-44c1-9332-22d49483b66e not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:26:40.183080 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-43804ba3-674c-43ee-99e6-ac5826dbe59e tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728374 Nov 20 03:26:40.218808 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,segment=NetworkSegment(03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d),segment_id=03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:40.230222 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': 'f942fcf0-d8b5-4143-8c37-83a7fdd7a35d', 'network_id': '9dc039d8-882e-456a-b3e0-84a5d54352a8', 'port_id': 'f942fcf0-d8b5-4143-8c37-83a7fdd7a35d', 'mac_address': 'fa:16:3e:a6:58:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3874caa5-e97f-408e-94b7-c752e2a0c403', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:40.267815 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:40.281724 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87a07b-f731-4429-aba3-aadac992035e req-eaa251d3-e3f9-4f70-b3fb-e918f7263c4b tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.284075 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4d87a07b-f731-4429-aba3-aadac992035e req-eaa251d3-e3f9-4f70-b3fb-e918f7263c4b tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1221578 Nov 20 03:26:40.285524 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f942fcf0-d8b5-4143-8c37-83a7fdd7a35d {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:40.307610 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,segment=NetworkSegment(03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d),segment_id=03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:40.313563 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:40.334491 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-afa2d983-06ac-427a-a6c7-a37a26bcfd32 service neutron] 10.222.0.53 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357913 Nov 20 03:26:40.368508 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:40.409209 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4d87a07b-f731-4429-aba3-aadac992035e req-f60c751d-f859-4c84-82be-2ec7fa5d72c2 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103334 Nov 20 03:26:40.455281 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-2c3820db-b79e-42df-ae45-6f37b712be7b service neutron] 10.222.0.53 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104352 Nov 20 03:26:40.527337 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decf47a-d415-488a-94c2-89454369124d req-5c18af6f-1482-4422-8fe9-43148c09761e tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.529329 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5decf47a-d415-488a-94c2-89454369124d req-5c18af6f-1482-4422-8fe9-43148c09761e tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 949 time: 0.0607560 Nov 20 03:26:40.586145 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5decf47a-d415-488a-94c2-89454369124d req-14e95888-8bef-426b-ba9d-87aeeb1258d1 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 Nov 20 03:26:40.626721 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-f57c5490-93f7-42a2-bf87-5aee1753d43c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.628419 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-f57c5490-93f7-42a2-bf87-5aee1753d43c tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 946 time: 0.0640147 Nov 20 03:26:40.705316 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['f942fcf0-d8b5-4143-8c37-83a7fdd7a35d'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:40.720295 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812da487-a91d-448b-adf4-ed600ad937ff req-9865cca1-5216-4b66-b05d-70be0117b925 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.729366 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-812da487-a91d-448b-adf4-ed600ad937ff req-9865cca1-5216-4b66-b05d-70be0117b925 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 946 time: 0.0677681 Nov 20 03:26:40.756887 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Deleting port 795e1e55-b3d4-47be-9769-7b9d844f6f50 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:26:40.757356 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:40.805231 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-812da487-a91d-448b-adf4-ed600ad937ff req-1bd9a4a0-024c-4d05-bfac-a8c4e5c857dc tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742464 Nov 20 03:26:40.886959 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] For port 795e1e55-b3d4-47be-9769-7b9d844f6f50, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=795e1e55-b3d4-47be-9769-7b9d844f6f50,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:40.887348 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:40.906223 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Calling delete_port for 795e1e55-b3d4-47be-9769-7b9d844f6f50 owned by compute:nova {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:26:40.916250 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d994a7cc-6acf-4978-b336-e4944822ef67 req-5c2e65c0-f806-4185-85c9-e54b7455b4e4 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 210 time: 0.0557621 Nov 20 03:26:40.940625 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4bd2c-ecee-49ba-a219-776c2babc1ea req-9b28bddc-e448-4561-a5d3-b235e8560adf tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:40.949684 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cbe4bd2c-ecee-49ba-a219-776c2babc1ea req-9b28bddc-e448-4561-a5d3-b235e8560adf tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1157017 Nov 20 03:26:41.010823 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cbe4bd2c-ecee-49ba-a219-776c2babc1ea req-b51fd36b-e156-4a9e-9173-fd938eec97d0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546288 Nov 20 03:26:41.049662 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:41.073255 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:41.107046 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Pushing event deleted for resources: {'Port': ['ID=795e1e55-b3d4-47be-9769-7b9d844f6f50,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:41.148348 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] No DVR routers for this DVR port 795e1e55-b3d4-47be-9769-7b9d844f6f50 on host hv-cinder-81803 {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:26:41.151540 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:41.155371 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-72e24cbe-5fb8-4a16-861c-c03c5ec039d5 req-cdaf26ce-0f33-438a-b4f7-d80067bbdb2b tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "DELETE /v2.0/ports/795e1e55-b3d4-47be-9769-7b9d844f6f50 HTTP/1.1" status: 204 len: 173 time: 0.5196631 Nov 20 03:26:41.156113 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3973832-bdc5-4ec4-b3d2-e7e23b341a2b', 'name': 'network-vif-deleted', 'tag': '795e1e55-b3d4-47be-9769-7b9d844f6f50'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:41.159136 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e460b77-2432-4540-9e4f-7f0820749caa" -d '{"events": [{"server_uuid": "c3973832-bdc5-4ec4-b3d2-e7e23b341a2b", "name": "network-vif-deleted", "tag": "795e1e55-b3d4-47be-9769-7b9d844f6f50"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:41.207951 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadb6c2c-96bc-464a-aae6-418d4b95fd85 x-openstack-request-id: req-eadb6c2c-96bc-464a-aae6-418d4b95fd85 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:41.208254 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3973832-bdc5-4ec4-b3d2-e7e23b341a2b", "name": "network-vif-deleted", "tag": "795e1e55-b3d4-47be-9769-7b9d844f6f50", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:41.208548 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eadb6c2c-96bc-464a-aae6-418d4b95fd85 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:41.208955 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3973832-bdc5-4ec4-b3d2-e7e23b341a2b', 'name': 'network-vif-deleted', 'tag': '795e1e55-b3d4-47be-9769-7b9d844f6f50', 'status': 'completed', 'code': 200} Nov 20 03:26:41.531537 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaba8cf-d563-435f-b6eb-7d5a9d701bfa req-b0266c92-099c-4b5a-901d-cfeb259b2d24 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:41.533079 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-eaaba8cf-d563-435f-b6eb-7d5a9d701bfa req-b0266c92-099c-4b5a-901d-cfeb259b2d24 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Nov 20 03:26:41.539799 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4be73797-0a51-4dd5-bfbb-de586f41da96', '795e1e55-b3d4-47be-9769-7b9d844f6f50'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:41.587665 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-eaaba8cf-d563-435f-b6eb-7d5a9d701bfa req-44019072-c687-4838-beac-e5c4d6c3d6c4 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 Nov 20 03:26:41.706991 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696ae8-80cb-4e98-aea9-ab36627fb428 req-03c3bafd-d862-40d0-9b71-6f787d3ec9a7 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:41.708981 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3d696ae8-80cb-4e98-aea9-ab36627fb428 req-03c3bafd-d862-40d0-9b71-6f787d3ec9a7 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 949 time: 0.0508375 Nov 20 03:26:41.764005 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3d696ae8-80cb-4e98-aea9-ab36627fb428 req-b59f7800-00e7-48f1-8c3f-551c1265f8c7 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472615 Nov 20 03:26:41.932420 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3c37dff3-b9a7-4c28-a7e8-2143c6b4f2a6 req-0106cf2d-1a82-42eb-9024-d5cc215b8ed9 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3973832-bdc5-4ec4-b3d2-e7e23b341a2b HTTP/1.1" status: 200 len: 210 time: 0.0298150 Nov 20 03:26:42.018397 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b8915efa-2529-42ff-b1e4-e9eb4337319b req-5bf1404a-8f3b-405e-a187-fb4a6cf3eeb7 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 210 time: 0.0286057 Nov 20 03:26:42.104747 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969a40b-6cdd-4436-9d91-f2e4011e6191 req-2829f50c-1b8c-467f-9b8e-a7ae96eda928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.106347 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-b969a40b-6cdd-4436-9d91-f2e4011e6191 req-2829f50c-1b8c-467f-9b8e-a7ae96eda928 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1098 time: 0.0469201 Nov 20 03:26:42.142185 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ca161-f6e9-4f07-96e0-cb2615065478 req-13212779-2917-4f6c-b2f2-99b9bab62ff5 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.144011 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d57ca161-f6e9-4f07-96e0-cb2615065478 req-13212779-2917-4f6c-b2f2-99b9bab62ff5 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0542951 Nov 20 03:26:42.160773 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-b969a40b-6cdd-4436-9d91-f2e4011e6191 req-f7be2bd2-5cf2-4539-9738-558835fdf4e3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Nov 20 03:26:42.162407 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device f942fcf0-d8b5-4143-8c37-83a7fdd7a35d up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:42.205150 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d57ca161-f6e9-4f07-96e0-cb2615065478 req-3c69a296-459a-44b7-abfc-0a78d15232ca tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536153 Nov 20 03:26:42.220157 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:26:42.232768 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:42.233306 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:42.318008 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:42.342645 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bba38d-ec29-4fe8-9353-8b2a09f9f712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f942fcf0-d8b5-4143-8c37-83a7fdd7a35d'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:42.344969 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f02743-57e6-4fb6-8960-90cd446c2c68" -d '{"events": [{"server_uuid": "79bba38d-ec29-4fe8-9353-8b2a09f9f712", "name": "network-vif-plugged", "status": "completed", "tag": "f942fcf0-d8b5-4143-8c37-83a7fdd7a35d"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:42.358413 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,segment=NetworkSegment(03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d),segment_id=03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:42.365715 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:42.370364 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 795e1e55-b3d4-47be-9769-7b9d844f6f50 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:26:42.391589 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc640e-025f-4a77-94b1-f0ea14c94dee x-openstack-request-id: req-98bc640e-025f-4a77-94b1-f0ea14c94dee {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:42.391927 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bba38d-ec29-4fe8-9353-8b2a09f9f712", "name": "network-vif-plugged", "status": "completed", "tag": "f942fcf0-d8b5-4143-8c37-83a7fdd7a35d", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:42.392182 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98bc640e-025f-4a77-94b1-f0ea14c94dee {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:42.392575 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bba38d-ec29-4fe8-9353-8b2a09f9f712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f942fcf0-d8b5-4143-8c37-83a7fdd7a35d', 'code': 200} Nov 20 03:26:42.409136 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 795e1e55-b3d4-47be-9769-7b9d844f6f50 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:26:42.409487 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 795e1e55-b3d4-47be-9769-7b9d844f6f50 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:26:42.437088 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:42.444423 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.444808 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.445148 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.445526 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.445906 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.446216 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.446560 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.446883 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.447222 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.447546 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.447897 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.448215 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:42.716647 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f03b0-f6c3-4dd3-aef9-dd8e17ccf247 req-9bab7168-b297-4eb1-b58b-fd4dfd339e8f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.718284 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb5f03b0-f6c3-4dd3-aef9-dd8e17ccf247 req-9bab7168-b297-4eb1-b58b-fd4dfd339e8f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0591683 Nov 20 03:26:42.738210 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d636328-2f51-48f9-8aba-fa36692fc6a5 req-96ce3b0f-9d3c-4066-a250-36fca1fe6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.739781 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4d636328-2f51-48f9-8aba-fa36692fc6a5 req-96ce3b0f-9d3c-4066-a250-36fca1fe6f92 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 1103 time: 0.0457556 Nov 20 03:26:42.770394 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb5f03b0-f6c3-4dd3-aef9-dd8e17ccf247 req-acac0477-208a-4551-84e0-add015db0323 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Nov 20 03:26:42.874898 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-4d636328-2f51-48f9-8aba-fa36692fc6a5 req-1a2676ca-dccb-48ae-8abb-5a12510a1407 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756063 Nov 20 03:26:42.936076 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26a321-2b6c-49e4-8050-403c907a2f47 req-0a9d802f-f90c-465d-8316-a3124015f4e9 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.937570 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ad26a321-2b6c-49e4-8050-403c907a2f47 req-0a9d802f-f90c-465d-8316-a3124015f4e9 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 950 time: 0.0801253 Nov 20 03:26:42.961101 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-5abf2826-51b3-4bb5-833d-c9bf5f99cadf tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:42.962188 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-5abf2826-51b3-4bb5-833d-c9bf5f99cadf tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.50 "GET /v2.0/networks?id=71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 200 len: 809 time: 0.1646655 Nov 20 03:26:42.999972 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ad26a321-2b6c-49e4-8050-403c907a2f47 req-21722649-ff7e-4b41-bbfd-534ba3e61860 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560777 Nov 20 03:26:43.125722 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b1b8d136-07f7-43b0-9678-5897d1a81335 req-64e13903-ea66-40e3-8dd0-f48cc56afd34 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 210 time: 0.0331588 Nov 20 03:26:43.254828 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-5b99b54f-0dc6-461e-87fe-02435b266656 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca89a4ccce8848e5b7362faa2a81a228 HTTP/1.1" status: 200 len: 380 time: 0.0593760 Nov 20 03:26:43.267630 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'port': {'device_id': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'admin_state_up': True, 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'security_groups': ['9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:43.399349 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad0b59-b765-4b56-8eeb-1fb334fbedad req-c08f612f-8932-455c-ac9c-45ba6edb6f02 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:43.400880 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bdad0b59-b765-4b56-8eeb-1fb334fbedad req-c08f612f-8932-455c-ac9c-45ba6edb6f02 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0832183 Nov 20 03:26:43.442757 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Made reservation on behalf of ca89a4ccce8848e5b7362faa2a81a228 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:26:43.446338 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:43.477000 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bdad0b59-b765-4b56-8eeb-1fb334fbedad req-dfb47da5-f2a3-43cf-a7bd-a9c68a1386de tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680363 Nov 20 03:26:43.605005 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Allocated IP 172.20.0.9 (71feca70-fe64-44a9-8988-eaa4d27ea30b/184c4578-c118-4a1f-a8a9-a2fc5e30ee6e/c75b55e2-e19a-4b5a-8e80-81d5e741caf0) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:43.786135 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:43.827858 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:43.899416 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:43.906806 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:43.912386 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:43.921812 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:43.922570 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:43.936455 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:43.950984 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6886508 Nov 20 03:26:43.953089 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.953438 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.953778 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.954111 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.954438 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.954767 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.955106 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.955415 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.955754 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.956077 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.956394 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.956708 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286466f-979c-4c0a-8e45-2de1dbee6702 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:26:43.973155 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26227a7-2883-424c-bb8b-ed8a675b5414 req-c2308e7d-4dae-4d5d-afad-ceb16232cc61 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:43.976355 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e26227a7-2883-424c-bb8b-ed8a675b5414 req-c2308e7d-4dae-4d5d-afad-ceb16232cc61 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1134312 Nov 20 03:26:43.981806 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Request body: {'port': {'device_id': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:44.087779 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:44.093694 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e26227a7-2883-424c-bb8b-ed8a675b5414 req-525fd8ea-a5df-418b-96b9-e7bb153e8a66 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088371 Nov 20 03:26:44.137973 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-695b40aa-c0a4-4a96-82f5-da84b9e9b7b6 None None] Provisioning complete for port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:44.138521 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-695b40aa-c0a4-4a96-82f5-da84b9e9b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:44.171365 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8df8c-be0e-4290-abf9-051ece3ea6bb req-426a4e1f-5643-4150-bd3e-943aead7fbac tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.172812 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-08b8df8c-be0e-4290-abf9-051ece3ea6bb req-426a4e1f-5643-4150-bd3e-943aead7fbac tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 950 time: 0.0980108 Nov 20 03:26:44.178302 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-695b40aa-c0a4-4a96-82f5-da84b9e9b7b6 None None] Port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:26:44.311093 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-08b8df8c-be0e-4290-abf9-051ece3ea6bb req-140e3d0d-9b86-437d-9e8c-93d5e51ce649 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313939 Nov 20 03:26:44.461389 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b49e02-3e7f-4cd9-b59a-b99beafe3eff req-9805c69e-0668-40a3-aae2-69fad223955e tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.462960 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-58b49e02-3e7f-4cd9-b59a-b99beafe3eff req-9805c69e-0668-40a3-aae2-69fad223955e tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 931 time: 0.0820074 Nov 20 03:26:44.529086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75b55e2-e19a-4b5a-8e80-81d5e741caf0 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:44.544869 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:44.588512 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-58b49e02-3e7f-4cd9-b59a-b99beafe3eff req-1dd3b4a0-e55a-423a-a6d4-dafc2eff8508 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139274 Nov 20 03:26:44.608588 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Transition to ACTIVE for port object c75b55e2-e19a-4b5a-8e80-81d5e741caf0 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:26:44.622256 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:44.626174 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-6417a015-23a4-4a5e-ad03-b6e9110eba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.628040 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-6417a015-23a4-4a5e-ad03-b6e9110eba8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e15be1099b704550b3654808d5649183&device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 1098 time: 0.0490465 Nov 20 03:26:44.685873 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39be8-feb5-45f3-af54-af53a868e5e9 req-a163af07-4751-4d95-924f-020542dc2553 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.687792 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-58f39be8-feb5-45f3-af54-af53a868e5e9 req-a163af07-4751-4d95-924f-020542dc2553 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 946 time: 0.1296399 Nov 20 03:26:44.737806 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:44.763667 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-db54b6f1-cb9a-4ddc-a8bc-d60b01feca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.766067 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-db54b6f1-cb9a-4ddc-a8bc-d60b01feca31 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 200 len: 919 time: 0.1263325 Nov 20 03:26:44.794694 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Attempting to bind port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:26:44.795259 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Attempting to bind port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:26:44.795353 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Attempting to bind port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 on network 71feca70-fe64-44a9-8988-eaa4d27ea30b {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:44.828202 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-15440d30-7f2e-459c-949c-725761da788c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 200 len: 217 time: 0.0533068 Nov 20 03:26:44.904712 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-3293fe2d-58b9-4f28-87aa-aeac13a63bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:44.906492 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-3293fe2d-58b9-4f28-87aa-aeac13a63bdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 200 len: 858 time: 0.0677404 Nov 20 03:26:44.975185 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-8a3f00a3-d33b-491d-9de8-9a2db7c7bda2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fec62933-cfed-4c95-a7b3-d6b21121ec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502541 Nov 20 03:26:45.064739 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970abdf-ab51-458e-b58a-4e678fe4f44f req-3fbe4cbd-221f-4488-962b-a527e780f98c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.066233 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e970abdf-ab51-458e-b58a-4e678fe4f44f req-3fbe4cbd-221f-4488-962b-a527e780f98c tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.4085610 Nov 20 03:26:45.072265 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 on network 71feca70-fe64-44a9-8988-eaa4d27ea30b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:26:45.072580 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Attempting to bind port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 on network 71feca70-fe64-44a9-8988-eaa4d27ea30b {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:26:45.080020 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-58f39be8-feb5-45f3-af54-af53a868e5e9 req-63359ca2-99e6-4331-9dd4-4226fbb06725 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673620 Nov 20 03:26:45.088671 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:26:45.089012 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Checking segment: {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:26:45.089374 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Bound using segment: {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:26:45.089812 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Bound port: c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278ece7a-00c3-4bdd-97e6-e0eac496cb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:26:45.090187 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:45.090877 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-a1ccd382-7fa0-438b-ad9b-c6bc2dd85a4f service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969222 Nov 20 03:26:45.184411 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e970abdf-ab51-458e-b58a-4e678fe4f44f req-620e63d7-781e-4451-8f9e-442f0f85c411 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081440 Nov 20 03:26:45.197029 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1fd2584c-5eb1-44ec-9153-0ee1a98ad22c req-d23a596a-bbab-482e-b935-ea1413f445e4 service neutron] 10.222.0.50 "GET /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928321 Nov 20 03:26:45.211111 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:26:45.214863 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:26:45.220022 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:45.235792 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cfbd3-b0b7-4885-9081-11f3779e562a req-4cb9c210-175f-480a-8c81-9b930003060d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.237265 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-928cfbd3-b0b7-4885-9081-11f3779e562a req-4cb9c210-175f-480a-8c81-9b930003060d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0859280 Nov 20 03:26:45.275744 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.276634 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:45.278225 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] 10.222.0.50 "PUT /v2.0/ports/c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 200 len: 1093 time: 1.3007183 Nov 20 03:26:45.278860 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:45.281165 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84768a7-0094-4696-bc8f-00d65770c0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:45.330770 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c5e6f-103a-44ad-b225-86d04d9c54f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:45.334199 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2071a-6e05-4afe-94d6-84254f3e6b46 x-openstack-request-id: req-0ff2071a-6e05-4afe-94d6-84254f3e6b46 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:45.334688 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:45.335099 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ff2071a-6e05-4afe-94d6-84254f3e6b46 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:45.335727 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'status': 'completed', 'code': 200} Nov 20 03:26:45.349146 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-928cfbd3-b0b7-4885-9081-11f3779e562a req-27347e2a-5fb0-4425-9bfc-8480ca499fd8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858853 Nov 20 03:26:45.473217 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee626c-70e2-4064-9616-75c762131f91 req-b54b4d7b-f34c-443d-94e0-c7f26adf56f1 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.474741 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8bee626c-70e2-4064-9616-75c762131f91 req-b54b4d7b-f34c-443d-94e0-c7f26adf56f1 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 950 time: 0.0782812 Nov 20 03:26:45.476713 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-8572c077-b039-4142-9945-35dc7898a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.478160 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-8572c077-b039-4142-9945-35dc7898a64f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1096 time: 0.0706732 Nov 20 03:26:45.533221 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-5538808e-1346-415c-9084-518a0a5ba37d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 200 len: 217 time: 0.0352972 Nov 20 03:26:45.585718 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8bee626c-70e2-4064-9616-75c762131f91 req-23a02f31-45b3-4b68-b5de-f19fe75217c0 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042089 Nov 20 03:26:45.600441 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-5ba4ad01-245e-4d70-abf3-a155a6e8719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.602137 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-5ba4ad01-245e-4d70-abf3-a155a6e8719f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e HTTP/1.1" status: 200 len: 848 time: 0.0547316 Nov 20 03:26:45.717931 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-427085b0-65f4-4fec-b28d-84d061fa572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.719414 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-427085b0-65f4-4fec-b28d-84d061fa572e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71feca70-fe64-44a9-8988-eaa4d27ea30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765364 Nov 20 03:26:45.744131 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4e1f-4aa5-4c7d-bcf6-0bdac1681f37 req-7bac9090-fd4a-47b9-abe4-f89e0a55a7b8 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.745672 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c39b4e1f-4aa5-4c7d-bcf6-0bdac1681f37 req-7bac9090-fd4a-47b9-abe4-f89e0a55a7b8 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 943 time: 0.0728469 Nov 20 03:26:45.880111 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c39b4e1f-4aa5-4c7d-bcf6-0bdac1681f37 req-ec279071-954c-4d09-9d1c-616a09a63892 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245432 Nov 20 03:26:45.888809 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-846fc0e9-9b14-4064-9b38-b76341ad15a5 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609006 Nov 20 03:26:45.926374 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c9110-d9c1-4e9f-a60f-ae9b6989be69 req-18e97735-c9da-4e61-943e-425dbf36b957 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:45.927879 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d65c9110-d9c1-4e9f-a60f-ae9b6989be69 req-18e97735-c9da-4e61-943e-425dbf36b957 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 950 time: 0.0970364 Nov 20 03:26:46.019959 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d65c9110-d9c1-4e9f-a60f-ae9b6989be69 req-40fe708d-537b-4f27-aefe-39cd4ea2070c tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664334 Nov 20 03:26:46.038310 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f0760a9-5a6e-4500-8383-dbbe4945caff req-73cbec57-c1ac-405c-90fa-1c685a3f76f2 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402140 Nov 20 03:26:46.234780 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-62645df0-2118-4dfb-81e3-c3d9bd8bc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.236317 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-62645df0-2118-4dfb-81e3-c3d9bd8bc717 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1096 time: 0.0735991 Nov 20 03:26:46.244934 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8862a7-4a18-4c4b-959f-5f8cc829bb96 req-628caa4f-7666-44e0-a924-c92106d469f1 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.246482 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9a8862a7-4a18-4c4b-959f-5f8cc829bb96 req-628caa4f-7666-44e0-a924-c92106d469f1 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0751243 Nov 20 03:26:46.321636 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c597baea-d049-4523-b5dc-8835d2a58df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:46.379903 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9a8862a7-4a18-4c4b-959f-5f8cc829bb96 req-090331fc-c7bc-41e1-a5ec-f819c194c6c8 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269517 Nov 20 03:26:46.414097 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97624c97-43a5-410d-8cb8-ada8e4bfb7e0 req-59cb7d17-f9dc-4295-ac68-b2c3dab069a7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.415610 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-97624c97-43a5-410d-8cb8-ada8e4bfb7e0 req-59cb7d17-f9dc-4295-ac68-b2c3dab069a7 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1555326 Nov 20 03:26:46.420537 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-382ed225-a81b-41fd-b785-4fbee6a40148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.421933 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-382ed225-a81b-41fd-b785-4fbee6a40148 service neutron] 10.222.0.50 "GET /v2.0/networks?id=71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 200 len: 910 time: 0.1608288 Nov 20 03:26:46.488225 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-97624c97-43a5-410d-8cb8-ada8e4bfb7e0 req-4c039d7b-e423-4275-8ece-148ed01a2c6b tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653126 Nov 20 03:26:46.538831 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-7170b7c7-a32b-48ec-a7b8-276b4599f226 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 200 len: 217 time: 0.0407190 Nov 20 03:26:46.547562 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14819b1-bab4-4b69-ac82-15ba9ff44c04 req-fb0127bf-6970-467e-9cdf-7c4cfc399485 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.549073 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b14819b1-bab4-4b69-ac82-15ba9ff44c04 req-fb0127bf-6970-467e-9cdf-7c4cfc399485 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1072776 Nov 20 03:26:46.630738 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-31c8c57f-28c1-4371-8b52-80e2895f06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.632338 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-31c8c57f-28c1-4371-8b52-80e2895f06fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e HTTP/1.1" status: 200 len: 848 time: 0.0697510 Nov 20 03:26:46.636900 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b14819b1-bab4-4b69-ac82-15ba9ff44c04 req-cbe9c43b-f4bf-40f5-aa83-ade7e5920d09 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816965 Nov 20 03:26:46.681201 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:26:46.739929 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-861db070-010b-4fac-b58c-a9bc72988d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:46.741476 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-861db070-010b-4fac-b58c-a9bc72988d53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71feca70-fe64-44a9-8988-eaa4d27ea30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0490355 Nov 20 03:26:46.847877 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-92b0ff07-c0d4-4e30-8e31-d561ca90c7f6 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849779 Nov 20 03:26:46.968711 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f84768a7-0094-4696-bc8f-00d65770c0bb req-d5959f0a-0031-40f8-ba09-9fe836f992f1 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063001 Nov 20 03:26:47.009420 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a45d11-1d5e-447a-8631-59fe359f0959 req-83a95960-074f-4aeb-8d43-1c42f2211cf9 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.010910 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b2a45d11-1d5e-447a-8631-59fe359f0959 req-83a95960-074f-4aeb-8d43-1c42f2211cf9 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 943 time: 0.0577178 Nov 20 03:26:47.065008 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b2a45d11-1d5e-447a-8631-59fe359f0959 req-f97a86c3-86ab-4563-baa9-7bba86a9a015 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475681 Nov 20 03:26:47.145447 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698c554-f882-4902-857d-12675f84cde6 req-c5629c84-876b-40b8-86cb-e4ca0358745b tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.146850 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2698c554-f882-4902-857d-12675f84cde6 req-c5629c84-876b-40b8-86cb-e4ca0358745b tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 950 time: 0.0484810 Nov 20 03:26:47.195806 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2698c554-f882-4902-857d-12675f84cde6 req-8cf821a0-1d4a-4d44-9751-fde19c0eea60 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Nov 20 03:26:47.521602 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-5ca9887a-ac95-40ef-b622-efba95276ef3 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.523247 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-5ca9887a-ac95-40ef-b622-efba95276ef3 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0789776 Nov 20 03:26:47.538148 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb0f77-708e-49e5-a818-3bc60943cce8 req-4a58917d-6741-45ca-9cb0-5d3c3e705472 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.539998 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-56eb0f77-708e-49e5-a818-3bc60943cce8 req-4a58917d-6741-45ca-9cb0-5d3c3e705472 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0663502 Nov 20 03:26:47.669116 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-56eb0f77-708e-49e5-a818-3bc60943cce8 req-fba27a4a-b237-4116-899f-c0ddfd630811 tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/security-groups?id=52dee502-0545-4e04-83df-e98fac1fda9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217544 Nov 20 03:26:47.686983 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d0afa-f959-4310-9232-af4323d99f42 req-85dff4e5-cf67-44ae-b18b-f2a5cb6f772e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.688587 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ce6d0afa-f959-4310-9232-af4323d99f42 req-85dff4e5-cf67-44ae-b18b-f2a5cb6f772e tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1199317 Nov 20 03:26:47.721831 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Deleting port 4be73797-0a51-4dd5-bfbb-de586f41da96 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:26:47.722181 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:47.820133 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ce6d0afa-f959-4310-9232-af4323d99f42 req-c904bf0e-95b4-49c7-953f-d6ce3e6fdef1 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210158 Nov 20 03:26:47.869235 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e68f0-2eb2-4d0b-a251-e9fd13d62133 req-639e9437-5ebb-4af2-89ad-1b21a33b9887 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:47.870725 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-956e68f0-2eb2-4d0b-a251-e9fd13d62133 req-639e9437-5ebb-4af2-89ad-1b21a33b9887 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1064765 Nov 20 03:26:47.875665 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] For port 4be73797-0a51-4dd5-bfbb-de586f41da96, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4be73797-0a51-4dd5-bfbb-de586f41da96,segment=NetworkSegment(af4e26be-81b7-4654-b91f-5fc36e4a5389),segment_id=af4e26be-81b7-4654-b91f-5fc36e4a5389)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:47.876234 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:47.895792 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Calling delete_port for 4be73797-0a51-4dd5-bfbb-de586f41da96 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:26:47.977901 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-956e68f0-2eb2-4d0b-a251-e9fd13d62133 req-0c703654-81ac-46ac-9697-79c9c285e895 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989852 Nov 20 03:26:48.062711 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:48.091143 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Pushing event deleted for resources: {'Port': ['ID=4be73797-0a51-4dd5-bfbb-de586f41da96,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:48.118736 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4be73797-0a51-4dd5-bfbb-de586f41da96'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:48.157287 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:48.158078 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] No DVR routers for this DVR port 4be73797-0a51-4dd5-bfbb-de586f41da96 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:26:48.163994 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:48.167579 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6747c8b3-11f9-4edc-868e-4672184cf449 req-8d5e76a4-c751-413a-b240-02631eb7451a tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.50 "DELETE /v2.0/ports/4be73797-0a51-4dd5-bfbb-de586f41da96 HTTP/1.1" status: 204 len: 173 time: 0.6266530 Nov 20 03:26:48.169381 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fd2d0c-c4da-4470-806c-6536b3c7a8e0', 'name': 'network-vif-deleted', 'tag': '4be73797-0a51-4dd5-bfbb-de586f41da96'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:48.171832 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022ef1f-7718-4612-95f0-44a2cf31c772" -d '{"events": [{"server_uuid": "68fd2d0c-c4da-4470-806c-6536b3c7a8e0", "name": "network-vif-deleted", "tag": "4be73797-0a51-4dd5-bfbb-de586f41da96"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:48.244979 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc08cc9-8d97-4840-af04-5495a6e3bc0a x-openstack-request-id: req-5fc08cc9-8d97-4840-af04-5495a6e3bc0a {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:48.245452 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fd2d0c-c4da-4470-806c-6536b3c7a8e0", "name": "network-vif-deleted", "tag": "4be73797-0a51-4dd5-bfbb-de586f41da96", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:48.245850 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fc08cc9-8d97-4840-af04-5495a6e3bc0a {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:48.246402 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fd2d0c-c4da-4470-806c-6536b3c7a8e0', 'name': 'network-vif-deleted', 'tag': '4be73797-0a51-4dd5-bfbb-de586f41da96', 'status': 'completed', 'code': 200} Nov 20 03:26:48.271916 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:48.278041 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771067-23fc-4f4d-a370-73f1775f8e10 req-b8e7447d-a32a-4111-a6c5-715870d1a9da tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:48.279980 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c2771067-23fc-4f4d-a370-73f1775f8e10 req-b8e7447d-a32a-4111-a6c5-715870d1a9da tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 943 time: 0.0884523 Nov 20 03:26:48.288628 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'port_id': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'mac_address': 'fa:16:3e:a0:37:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:48.341412 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:48.359644 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:48.372460 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c2771067-23fc-4f4d-a370-73f1775f8e10 req-53d3f2e2-92a4-435e-bbc2-9632a59307e2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855184 Nov 20 03:26:48.382893 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:48.386972 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2c95-e6d7-42c3-bdea-1bd67938a05a req-be24b50f-ee2d-446b-b90f-a673cd391350 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:48.389165 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a3ce2c95-e6d7-42c3-bdea-1bd67938a05a req-be24b50f-ee2d-446b-b90f-a673cd391350 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 950 time: 0.0857587 Nov 20 03:26:48.391856 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:48.448815 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=6']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:48.470198 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a3ce2c95-e6d7-42c3-bdea-1bd67938a05a req-374ac5ba-cd37-48ee-bdba-1e61b5881816 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/security-groups?id=5839b16b-9072-4729-98df-ce81c0287a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665050 Nov 20 03:26:48.525324 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1331f066-f580-44aa-be62-289fa26b5073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:48.693614 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['22e90e5c-870f-4cff-9dd4-e7a3a36259b5'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:48.784949 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f9298199-d4c2-4b0e-b9b4-5e3eac982361 req-128fd118-7d0e-431e-b54a-7908cbd0323f tempest-AttachVolumeNegativeTest-487609827 tempest-AttachVolumeNegativeTest-487609827-project] 10.222.0.53 "GET /v2.0/ports?device_id=68fd2d0c-c4da-4470-806c-6536b3c7a8e0 HTTP/1.1" status: 200 len: 210 time: 0.0323579 Nov 20 03:26:48.831685 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-84f54834-5c4d-4a2a-bdc5-e46def06c1ab tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:48.833262 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-84f54834-5c4d-4a2a-bdc5-e46def06c1ab tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.50 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 950 time: 0.0716033 Nov 20 03:26:48.962392 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3174b-824f-4073-85af-3ce5f86a6577 req-371090f3-06e1-4894-bf16-e2e0cbf15090 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:48.963912 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c9f3174b-824f-4073-85af-3ce5f86a6577 req-371090f3-06e1-4894-bf16-e2e0cbf15090 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0612817 Nov 20 03:26:48.974638 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Deleting port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:26:48.974969 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.098640 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c9f3174b-824f-4073-85af-3ce5f86a6577 req-71325c40-9c3d-4751-9a58-8dbf0fe5ed8f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271038 Nov 20 03:26:49.130806 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] For port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,segment=NetworkSegment(03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d),segment_id=03f50ffd-368c-4ff3-b5b0-ada9d9cd5d8d)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:49.131187 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.157486 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6298a7-d771-4cea-a4ea-858d686b6d61 req-9ce1a273-f847-4a35-8bb5-e28c4b857ec3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:49.160146 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-df6298a7-d771-4cea-a4ea-858d686b6d61 req-9ce1a273-f847-4a35-8bb5-e28c4b857ec3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 945 time: 0.1033466 Nov 20 03:26:49.161622 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Calling delete_port for f942fcf0-d8b5-4143-8c37-83a7fdd7a35d owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:26:49.288147 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-df6298a7-d771-4cea-a4ea-858d686b6d61 req-84fe4eda-3994-446a-bae9-8a7ea0ac3454 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167197 Nov 20 03:26:49.354103 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.381774 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Pushing event deleted for resources: {'Port': ['ID=f942fcf0-d8b5-4143-8c37-83a7fdd7a35d,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:49.405302 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['f942fcf0-d8b5-4143-8c37-83a7fdd7a35d'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:49.432186 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] No DVR routers for this DVR port f942fcf0-d8b5-4143-8c37-83a7fdd7a35d on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:26:49.434638 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.438233 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8301f59f-1cff-43cc-902d-f2eb33f605e5 req-962647b8-f7af-4fa1-b5e5-a0a27b4da5f3 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.50 "DELETE /v2.0/ports/f942fcf0-d8b5-4143-8c37-83a7fdd7a35d HTTP/1.1" status: 204 len: 173 time: 0.5980937 Nov 20 03:26:49.578307 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba9f9-95c9-4faf-a610-7fe515ba31b2 req-108655b5-9af8-4e02-9731-280f2e255bfa tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:49.588564 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-76aba9f9-95c9-4faf-a610-7fe515ba31b2 req-108655b5-9af8-4e02-9731-280f2e255bfa tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 943 time: 0.1068172 Nov 20 03:26:49.642821 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c1caa860-4873-4184-849f-ddeee38c859e req-670e8f8a-6c2c-47b4-8856-d4bd82037b54 tempest-VolumesNegativeTest-577135730 tempest-VolumesNegativeTest-577135730-project] 10.222.0.53 "GET /v2.0/ports?device_id=79bba38d-ec29-4fe8-9353-8b2a09f9f712 HTTP/1.1" status: 200 len: 210 time: 0.0483081 Nov 20 03:26:49.688265 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-76aba9f9-95c9-4faf-a610-7fe515ba31b2 req-a4e7e701-2579-4c63-821e-574476aada92 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987575 Nov 20 03:26:49.758789 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.845490 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50306) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:49.899471 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-964834db-b8f8-4fff-ade3-65bd1e94c4f2 admin admin] Deleting subnet aaa85aca-3122-43fc-ac12-94e12fcaf646 {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:26:49.902847 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-964834db-b8f8-4fff-ade3-65bd1e94c4f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.937345 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-964834db-b8f8-4fff-ade3-65bd1e94c4f2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:49.947914 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-964834db-b8f8-4fff-ade3-65bd1e94c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.010167 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-964834db-b8f8-4fff-ade3-65bd1e94c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.039644 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964834db-b8f8-4fff-ade3-65bd1e94c4f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa85aca-3122-43fc-ac12-94e12fcaf646,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:50.043384 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-964834db-b8f8-4fff-ade3-65bd1e94c4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.046819 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-964834db-b8f8-4fff-ade3-65bd1e94c4f2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aaa85aca-3122-43fc-ac12-94e12fcaf646 HTTP/1.1" status: 204 len: 168 time: 0.1998789 Nov 20 03:26:50.049280 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50320) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:50.115416 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c75b55e2-e19a-4b5a-8e80-81d5e741caf0 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:26:50.125027 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.127110 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:50.250874 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:50.251728 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.255202 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bba38d-ec29-4fe8-9353-8b2a09f9f712', 'name': 'network-vif-deleted', 'tag': 'f942fcf0-d8b5-4143-8c37-83a7fdd7a35d'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:50.263415 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1cbf1f-8080-4673-b2e7-034ac432adbb" -d '{"events": [{"server_uuid": "79bba38d-ec29-4fe8-9353-8b2a09f9f712", "name": "network-vif-deleted", "tag": "f942fcf0-d8b5-4143-8c37-83a7fdd7a35d"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:50.291814 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.345314 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f86ed8-28ea-46e4-a076-169dc6e31a5c x-openstack-request-id: req-14f86ed8-28ea-46e4-a076-169dc6e31a5c {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:50.346079 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bba38d-ec29-4fe8-9353-8b2a09f9f712", "name": "network-vif-deleted", "tag": "f942fcf0-d8b5-4143-8c37-83a7fdd7a35d", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:50.346583 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14f86ed8-28ea-46e4-a076-169dc6e31a5c {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:50.347187 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bba38d-ec29-4fe8-9353-8b2a09f9f712', 'name': 'network-vif-deleted', 'tag': 'f942fcf0-d8b5-4143-8c37-83a7fdd7a35d', 'status': 'completed', 'code': 200} Nov 20 03:26:50.355833 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.356922 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.357895 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.358486 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > port after_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.359187 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.359843 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > port after_update 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.361013 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.361567 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.362100 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.362633 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.418448 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:50.441263 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'port_id': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'mac_address': 'fa:16:3e:cc:e2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:26:50.444620 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.508522 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:50.511186 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c967f-ef49-405d-aea1-e31c85698488" -d '{"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-plugged", "status": "completed", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:50.513236 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.513895 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.513895 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.514241 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 20 03:26:50.516884 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119c268c-a2e0-43bd-b4a6-ac5863eebef7']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:50.531733 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:50.594272 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.603113 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4e26be-81b7-4654-b91f-5fc36e4a5389') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:50.603392 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4e26be-81b7-4654-b91f-5fc36e4a5389') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:26:50.634090 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca3c619-f57d-46ff-9277-22b3f5ac22f5 x-openstack-request-id: req-0ca3c619-f57d-46ff-9277-22b3f5ac22f5 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:50.636056 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-plugged", "status": "completed", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:50.637079 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ca3c619-f57d-46ff-9277-22b3f5ac22f5 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:50.638436 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'code': 200} Nov 20 03:26:50.639741 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14614123'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.672751 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a45aa5-bbab-42d0-9f5c-8ff0650dbe42 req-b3ea0bbc-73a3-4619-a1ef-1aa5eef2efea tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:50.684602 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d0a45aa5-bbab-42d0-9f5c-8ff0650dbe42 req-b3ea0bbc-73a3-4619-a1ef-1aa5eef2efea tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1566017 Nov 20 03:26:50.693538 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.714082 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75b55e2-e19a-4b5a-8e80-81d5e741caf0 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:26:50.751541 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=7']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:50.757869 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:50.768738 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.769615 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.811340 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:26:50.811340 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14160128'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: from cryptography.utils import int_from_bytes Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: from cryptography.utils import int_from_bytes Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: Traceback (most recent call last): Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: timer() Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: cb(*args, **kw) Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: return func(*args, **kwargs) Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: self._notify() Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: self.callback(batched_events) Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: event.method(event) Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: return f(self, *a, **k) Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: return self._get(url).json() Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:26:50.821952 dv-cinder-818037-5-smb neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:26:50.868549 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:50.985893 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d0a45aa5-bbab-42d0-9f5c-8ff0650dbe42 req-351b40d5-32f8-4e20-8ef5-60f9621e1a33 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020065 Nov 20 03:26:51.067952 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.095458 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5851c-2313-4ac9-b2af-a54cf7d477f6 req-bfd2022e-bf47-4abf-bb83-11825b38cbb6 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:51.097695 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-29c5851c-2313-4ac9-b2af-a54cf7d477f6 req-bfd2022e-bf47-4abf-bb83-11825b38cbb6 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 944 time: 0.1595170 Nov 20 03:26:51.099846 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.128217 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.131514 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/119c268c-a2e0-43bd-b4a6-ac5863eebef7 HTTP/1.1" status: 204 len: 168 time: 1.0812614 Nov 20 03:26:51.139795 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82da5d-6392-4971-9659-4cbb8c38eac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=119c268c-a2e0-43bd-b4a6-ac5863eebef7,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:51.221374 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-29c5851c-2313-4ac9-b2af-a54cf7d477f6 req-31cdbc2f-aa47-46c2-bd7b-dd3d7d448eb7 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118457 Nov 20 03:26:51.289258 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['c75b55e2-e19a-4b5a-8e80-81d5e741caf0'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:51.385928 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50376) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:51.531153 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50390) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:51.671566 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8cd95022-ef43-4ad5-943d-bf32583a9be5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e08ca2a4150a463c967227d00ff06214&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1364932 Nov 20 03:26:51.672199 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50394) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:51.753128 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.781921 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-730f9c1a-16a1-40b1-9ddc-0832ef03a12c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.808409 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-730f9c1a-16a1-40b1-9ddc-0832ef03a12c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.867340 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd4b76e2-ee34-403b-99fa-3e131a0cd708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.890066 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-730f9c1a-16a1-40b1-9ddc-0832ef03a12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.893119 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-730f9c1a-16a1-40b1-9ddc-0832ef03a12c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:51.896732 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-730f9c1a-16a1-40b1-9ddc-0832ef03a12c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52dee502-0545-4e04-83df-e98fac1fda9e HTTP/1.1" status: 204 len: 168 time: 0.2210050 Nov 20 03:26:51.922219 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f9c1a-16a1-40b1-9ddc-0832ef03a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dee502-0545-4e04-83df-e98fac1fda9e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:52.096855 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd4b76e2-ee34-403b-99fa-3e131a0cd708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.102152 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dd4b76e2-ee34-403b-99fa-3e131a0cd708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.144424 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-dd4b76e2-ee34-403b-99fa-3e131a0cd708 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32eeecdaaa15493ba53e3c5b04eb427b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7544141 Nov 20 03:26:52.144954 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50446) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:52.146740 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device f942fcf0-d8b5-4143-8c37-83a7fdd7a35d no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:26:52.166190 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b76e2-ee34-403b-99fa-3e131a0cd708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a8a16b-e0fc-48aa-b422-c5de2ebe1aa8,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:52.193106 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: f942fcf0-d8b5-4143-8c37-83a7fdd7a35d {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:26:52.193454 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device f942fcf0-d8b5-4143-8c37-83a7fdd7a35d not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:26:52.193873 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4be73797-0a51-4dd5-bfbb-de586f41da96 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:26:52.238795 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 4be73797-0a51-4dd5-bfbb-de586f41da96 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:26:52.239143 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4be73797-0a51-4dd5-bfbb-de586f41da96 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:26:52.287764 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e3bbd-6a7e-4df4-bf65-6a6fc0275d23 req-df5da4fb-eade-45db-81d6-bf5d724956f1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:52.305227 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e66e3bbd-6a7e-4df4-bf65-6a6fc0275d23 req-df5da4fb-eade-45db-81d6-bf5d724956f1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1414886 Nov 20 03:26:52.340954 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1c5761fe-5141-4a51-93a0-4b2516a0f382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.430812 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1c5761fe-5141-4a51-93a0-4b2516a0f382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.431915 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e66e3bbd-6a7e-4df4-bf65-6a6fc0275d23 req-ac29f817-7baa-460c-a96d-edf4b7d3ac1b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170456 Nov 20 03:26:52.477859 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009549b-632a-45e5-8800-92d901f18fd6 req-eb14e15d-c544-44ff-b215-6f1098412b74 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:52.485952 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4009549b-632a-45e5-8800-92d901f18fd6 req-eb14e15d-c544-44ff-b215-6f1098412b74 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 944 time: 0.1307511 Nov 20 03:26:52.520672 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1c5761fe-5141-4a51-93a0-4b2516a0f382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.524039 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1c5761fe-5141-4a51-93a0-4b2516a0f382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:52.529008 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-1c5761fe-5141-4a51-93a0-4b2516a0f382 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36a8a16b-e0fc-48aa-b422-c5de2ebe1aa8 HTTP/1.1" status: 204 len: 168 time: 0.3830199 Nov 20 03:26:52.543412 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5761fe-5141-4a51-93a0-4b2516a0f382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a8a16b-e0fc-48aa-b422-c5de2ebe1aa8,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:52.574347 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4009549b-632a-45e5-8800-92d901f18fd6 req-41a77c8f-c38e-4239-aa59-e9594fd60584 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871859 Nov 20 03:26:53.630741 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16d0b0-d720-4b29-ab72-b28f1148c2d7 req-83ff8287-cb29-410f-8747-4dbf740c7cb0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:53.640287 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7f16d0b0-d720-4b29-ab72-b28f1148c2d7 req-83ff8287-cb29-410f-8747-4dbf740c7cb0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0883362 Nov 20 03:26:54.132399 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7f16d0b0-d720-4b29-ab72-b28f1148c2d7 req-0fada1ca-afa7-4ac5-9b12-b0d82f828157 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4907854 Nov 20 03:26:54.152102 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c75b55e2-e19a-4b5a-8e80-81d5e741caf0 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:26:54.161511 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2316dfd-da2e-43a8-892c-20cfc01fb4a5 req-23aa1e54-6100-4761-8870-215120cfc222 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:54.169730 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c2316dfd-da2e-43a8-892c-20cfc01fb4a5 req-23aa1e54-6100-4761-8870-215120cfc222 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 944 time: 0.4371812 Nov 20 03:26:54.309810 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c2316dfd-da2e-43a8-892c-20cfc01fb4a5 req-e78ec26e-d6ed-4924-a8e9-783c23199ee3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390400 Nov 20 03:26:54.312620 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:26:54.344499 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:26:54.345061 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:54.548280 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:54.565977 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96117e-418c-4bc5-a6ed-2eaa2822f0fa req-b0ad533b-37ee-4ee2-9849-897cfebea786 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:54.583209 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ce96117e-418c-4bc5-a6ed-2eaa2822f0fa req-b0ad533b-37ee-4ee2-9849-897cfebea786 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1012862 Nov 20 03:26:54.632880 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:54.634877 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:54.645608 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c67154-e947-4665-8bc7-1882939f02f1" -d '{"events": [{"server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "name": "network-vif-plugged", "status": "completed", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:54.650299 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:54.718273 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:54.753820 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ce96117e-418c-4bc5-a6ed-2eaa2822f0fa req-47586d3a-5eb2-4cce-9832-ac204144ab04 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685011 Nov 20 03:26:54.760472 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e40c400-7a1a-410e-b9cf-e0c9c58bcc7a x-openstack-request-id: req-7e40c400-7a1a-410e-b9cf-e0c9c58bcc7a {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:54.760797 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "name": "network-vif-plugged", "status": "completed", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:54.761078 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e40c400-7a1a-410e-b9cf-e0c9c58bcc7a {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:54.761483 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'code': 200} Nov 20 03:26:54.988409 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50638) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:55.183133 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d1f7-18e0-4b3f-87aa-2ec0b954cec6 req-c9a7baca-d23e-4371-8835-fb963d5dafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:55.188483 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9be5d1f7-18e0-4b3f-87aa-2ec0b954cec6 req-c9a7baca-d23e-4371-8835-fb963d5dafa4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1098 time: 0.1037159 Nov 20 03:26:55.296610 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb79b-12c3-457b-bbe6-93b4df424e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:55.389464 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9be5d1f7-18e0-4b3f-87aa-2ec0b954cec6 req-cce444cd-2667-4ef7-a3d1-be828e8d8765 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915238 Nov 20 03:26:55.458048 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f1593-4a04-4c99-8ede-4225e67e9fa0 req-43db06e5-3159-48bf-9c5b-2f0ee14b04da tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:55.484640 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-035f1593-4a04-4c99-8ede-4225e67e9fa0 req-43db06e5-3159-48bf-9c5b-2f0ee14b04da tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1908958 Nov 20 03:26:55.487554 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb79b-12c3-457b-bbe6-93b4df424e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:55.496130 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb79b-12c3-457b-bbe6-93b4df424e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:55.545833 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-1b7cb79b-12c3-457b-bbe6-93b4df424e9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=303f90ea056b4c25b4ed2e164ec34951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5544186 Nov 20 03:26:55.549576 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50670) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:55.559935 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cb79b-12c3-457b-bbe6-93b4df424e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea3d29-1bdf-458d-a3d1-13f699e6a9e3,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:55.609513 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-035f1593-4a04-4c99-8ede-4225e67e9fa0 req-e4278f98-b9ae-43c8-a3c3-eaeecf885c48 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223283 Nov 20 03:26:55.641885 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4278f-c44d-4df5-80c4-4c7175b87f21 req-3494b535-032c-4b68-a2c1-7bae79d87c5f tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:55.652456 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e9b4278f-c44d-4df5-80c4-4c7175b87f21 req-3494b535-032c-4b68-a2c1-7bae79d87c5f tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.2210920 Nov 20 03:26:55.668961 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7357cf88-b04f-425a-b7e3-a3f2fb1425b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:55.698934 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7357cf88-b04f-425a-b7e3-a3f2fb1425b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:55.798765 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50690) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:55.809092 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7357cf88-b04f-425a-b7e3-a3f2fb1425b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:55.812589 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7357cf88-b04f-425a-b7e3-a3f2fb1425b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:55.814057 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-7357cf88-b04f-425a-b7e3-a3f2fb1425b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fea3d29-1bdf-458d-a3d1-13f699e6a9e3 HTTP/1.1" status: 204 len: 168 time: 0.2635117 Nov 20 03:26:55.828973 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357cf88-b04f-425a-b7e3-a3f2fb1425b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea3d29-1bdf-458d-a3d1-13f699e6a9e3,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:55.832335 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e9b4278f-c44d-4df5-80c4-4c7175b87f21 req-1df034ae-fcb9-460b-a202-48c7122889c0 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785932 Nov 20 03:26:55.977670 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dc140-a8db-433e-b1cf-5fd0fcf0b8bd req-ceb48670-47fd-4139-8c41-87a4eeb98957 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:55.986743 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-967dc140-a8db-433e-b1cf-5fd0fcf0b8bd req-ceb48670-47fd-4139-8c41-87a4eeb98957 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.1048210 Nov 20 03:26:56.032327 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c826f725-ad29-464f-b5f7-aaccd1a84a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:56.064229 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-967dc140-a8db-433e-b1cf-5fd0fcf0b8bd req-3e50778a-077f-40f8-ad28-ef8ba165a986 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762582 Nov 20 03:26:56.263074 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c826f725-ad29-464f-b5f7-aaccd1a84a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:56.273260 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c826f725-ad29-464f-b5f7-aaccd1a84a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:56.349797 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826f725-ad29-464f-b5f7-aaccd1a84a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ed860-ea68-4822-88c5-d1675f06ccc9,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:56.395175 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c826f725-ad29-464f-b5f7-aaccd1a84a01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ae56e449c2c4b74b5ec8657d124bb3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5934522 Nov 20 03:26:56.399010 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50724) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:56.471889 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-992b7a46-e682-495e-a4bd-5a00e0554847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:56.504091 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-992b7a46-e682-495e-a4bd-5a00e0554847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:56.578500 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-992b7a46-e682-495e-a4bd-5a00e0554847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:56.582563 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-992b7a46-e682-495e-a4bd-5a00e0554847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:56.588202 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-992b7a46-e682-495e-a4bd-5a00e0554847 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a1ed860-ea68-4822-88c5-d1675f06ccc9 HTTP/1.1" status: 204 len: 168 time: 0.1879249 Nov 20 03:26:56.605050 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b7a46-e682-495e-a4bd-5a00e0554847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1ed860-ea68-4822-88c5-d1675f06ccc9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:56.832958 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196c0a8-5c45-4263-a090-26ff751032e5 req-0eab09b6-e0cc-44e2-bab9-1a2ccdaa3af1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:56.834524 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7196c0a8-5c45-4263-a090-26ff751032e5 req-0eab09b6-e0cc-44e2-bab9-1a2ccdaa3af1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0907509 Nov 20 03:26:56.916519 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7196c0a8-5c45-4263-a090-26ff751032e5 req-967e5874-7ce4-4080-8a0f-49c6d6e19526 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745173 Nov 20 03:26:57.046104 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2e424-5434-433d-81ad-a1220c11716a req-25dadcfb-84a5-4bd8-93be-dfb17913c4b4 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.049920 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-77d2e424-5434-433d-81ad-a1220c11716a req-25dadcfb-84a5-4bd8-93be-dfb17913c4b4 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0901856 Nov 20 03:26:57.141733 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-77d2e424-5434-433d-81ad-a1220c11716a req-89d9139c-5e5c-4867-9c64-b7b50192fc55 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824635 Nov 20 03:26:57.215626 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8eddf8-0bf8-47f2-8f8b-e82b76be879e req-3f74dc88-bc3f-47aa-a1dc-bb0961b14c26 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.217206 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d8eddf8-0bf8-47f2-8f8b-e82b76be879e req-3f74dc88-bc3f-47aa-a1dc-bb0961b14c26 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0606265 Nov 20 03:26:57.263347 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50772) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:57.283298 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c6a4-9125-40a9-b2a0-61b8d330ee26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.359790 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48109-8d41-40d6-b532-6e6282f68456 req-de233423-6db5-4d76-8916-0264a9719afa tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.361596 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f3e48109-8d41-40d6-b532-6e6282f68456 req-de233423-6db5-4d76-8916-0264a9719afa tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.1145947 Nov 20 03:26:57.368533 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d8eddf8-0bf8-47f2-8f8b-e82b76be879e req-9328b17a-5feb-4640-84d2-ef46a6f7e7bc tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443448 Nov 20 03:26:57.396323 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c6a4-9125-40a9-b2a0-61b8d330ee26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.404047 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c6a4-9125-40a9-b2a0-61b8d330ee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.421446 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-ed5e9904-15f0-4c0a-9023-b00e7e700392 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:57.423137 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-ed5e9904-15f0-4c0a-9023-b00e7e700392 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.50 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 945 time: 0.0937924 Nov 20 03:26:57.477115 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d7d8c6a4-9125-40a9-b2a0-61b8d330ee26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=210ede865e56409196597f11eaa5b0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119260 Nov 20 03:26:57.483374 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50778) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:57.485954 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8c6a4-9125-40a9-b2a0-61b8d330ee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d0092e-455d-4e3f-88e0-cab35d056754,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:57.539650 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f3e48109-8d41-40d6-b532-6e6282f68456 req-db307f01-446a-44d3-bdb6-ea846a918c9a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570714 Nov 20 03:26:57.568507 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50780) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:57.602064 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e20dcd94-8535-4f20-8573-20a2c80946f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.620565 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Deleting port 961cc145-a6f2-43b6-b442-d0b24674bb4a {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:26:57.621056 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.632310 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e20dcd94-8535-4f20-8573-20a2c80946f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.742807 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e20dcd94-8535-4f20-8573-20a2c80946f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.742807 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e20dcd94-8535-4f20-8573-20a2c80946f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.746481 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-e20dcd94-8535-4f20-8573-20a2c80946f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8d0092e-455d-4e3f-88e0-cab35d056754 HTTP/1.1" status: 204 len: 168 time: 0.2588832 Nov 20 03:26:57.765014 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dcd94-8535-4f20-8573-20a2c80946f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d0092e-455d-4e3f-88e0-cab35d056754,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:57.795902 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] For port 961cc145-a6f2-43b6-b442-d0b24674bb4a, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=961cc145-a6f2-43b6-b442-d0b24674bb4a,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:26:57.796272 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:57.826853 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Calling delete_port for 961cc145-a6f2-43b6-b442-d0b24674bb4a owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:26:57.943744 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50788) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:58.094326 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.115293 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fe4b-10d2-4e96-ae39-35d7b912b33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.138966 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['126a1177-1692-4cc5-a15e-70118e6f18a4', '961cc145-a6f2-43b6-b442-d0b24674bb4a'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:26:58.231428 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Pushing event deleted for resources: {'Port': ['ID=961cc145-a6f2-43b6-b442-d0b24674bb4a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:58.257017 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fe4b-10d2-4e96-ae39-35d7b912b33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.267975 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fe4b-10d2-4e96-ae39-35d7b912b33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.341361 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-1ee2fe4b-10d2-4e96-ae39-35d7b912b33b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc7b9f1f3b114cea9a864ddba0a39162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994133 Nov 20 03:26:58.348323 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] No DVR routers for this DVR port 961cc145-a6f2-43b6-b442-d0b24674bb4a on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:26:58.349756 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50800) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:58.368243 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2fe4b-10d2-4e96-ae39-35d7b912b33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94de55e-7c7f-4f21-b7d4-265e34307ada,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:58.379002 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.382670 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-80c2b349-c7c2-4a9d-92db-0c3f8fe418fd req-3c31f537-ea20-4efc-be38-ca342d0af889 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.50 "DELETE /v2.0/ports/961cc145-a6f2-43b6-b442-d0b24674bb4a HTTP/1.1" status: 204 len: 173 time: 0.9469314 Nov 20 03:26:58.384153 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ca3a5a-c044-47dd-85ce-965d153b29bf', 'name': 'network-vif-deleted', 'tag': '961cc145-a6f2-43b6-b442-d0b24674bb4a'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:26:58.386640 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea19e8a-e1c1-4579-ac83-db830f6526e9" -d '{"events": [{"server_uuid": "46ca3a5a-c044-47dd-85ce-965d153b29bf", "name": "network-vif-deleted", "tag": "961cc145-a6f2-43b6-b442-d0b24674bb4a"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:26:58.426627 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59cca5-5827-4897-8f6f-d021f5060677 req-4823a0d9-bd75-4db9-983b-0c9820b3517b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:58.440141 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc59cca5-5827-4897-8f6f-d021f5060677 req-4823a0d9-bd75-4db9-983b-0c9820b3517b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.3797195 Nov 20 03:26:58.468158 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72273e15-fa10-4718-821d-be173ffb2349 tempest-TestShelveInstance-1080673827 tempest-TestShelveInstance-1080673827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:58.470884 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-72273e15-fa10-4718-821d-be173ffb2349 tempest-TestShelveInstance-1080673827 tempest-TestShelveInstance-1080673827-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1093 time: 0.8998611 Nov 20 03:26:58.474517 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50808) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:58.481529 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Request body: {'floatingip': {'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'port_id': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:26:58.542085 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for floatingip, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.593121 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ef846aa3-4a9d-478a-8fc2-7f61fe25d14a req-f563ec3c-16bb-4b8b-876f-cd03aa840a07 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=46ca3a5a-c044-47dd-85ce-965d153b29bf HTTP/1.1" status: 200 len: 210 time: 0.0661418 Nov 20 03:26:58.643635 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21f43c88-ea63-4fc9-83ae-9ff616ef8526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.681449 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc59cca5-5827-4897-8f6f-d021f5060677 req-8ee5c397-30df-4f44-a757-038f1fb4a739 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354543 Nov 20 03:26:58.724534 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21f43c88-ea63-4fc9-83ae-9ff616ef8526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.748401 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce632e4b-3adc-4772-943a-2798fd85932f x-openstack-request-id: req-ce632e4b-3adc-4772-943a-2798fd85932f {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:26:58.748818 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ca3a5a-c044-47dd-85ce-965d153b29bf", "name": "network-vif-deleted", "tag": "961cc145-a6f2-43b6-b442-d0b24674bb4a", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:26:58.749157 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce632e4b-3adc-4772-943a-2798fd85932f {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:26:58.749644 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ca3a5a-c044-47dd-85ce-965d153b29bf', 'name': 'network-vif-deleted', 'tag': '961cc145-a6f2-43b6-b442-d0b24674bb4a', 'status': 'completed', 'code': 200} Nov 20 03:26:58.799075 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50816) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:58.814811 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.832475 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21f43c88-ea63-4fc9-83ae-9ff616ef8526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.837661 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-21f43c88-ea63-4fc9-83ae-9ff616ef8526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:58.841620 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-21f43c88-ea63-4fc9-83ae-9ff616ef8526 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b94de55e-7c7f-4f21-b7d4-265e34307ada HTTP/1.1" status: 204 len: 168 time: 0.4865353 Nov 20 03:26:58.855455 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f43c88-ea63-4fc9-83ae-9ff616ef8526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94de55e-7c7f-4f21-b7d4-265e34307ada,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:59.035580 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Allocated IP 172.28.3.83 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/f1543f24-1108-4ef6-8198-e4ea45d1712a) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:26:59.214241 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d00533d4-4ef8-4e6a-abc6-3fc23ef932e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38935b1de6d44313a540f72c1b30a60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098010 Nov 20 03:26:59.217430 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50824) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:59.326752 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c6f43192-5b9a-4724-9358-41b2101b1119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:59.343397 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:59.365335 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c6f43192-5b9a-4724-9358-41b2101b1119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:59.428323 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:59.436233 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c6f43192-5b9a-4724-9358-41b2101b1119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:59.441223 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c6f43192-5b9a-4724-9358-41b2101b1119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:26:59.443031 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-c6f43192-5b9a-4724-9358-41b2101b1119 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5839b16b-9072-4729-98df-ce81c0287a62 HTTP/1.1" status: 204 len: 168 time: 0.2222290 Nov 20 03:26:59.453038 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f43192-5b9a-4724-9358-41b2101b1119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5839b16b-9072-4729-98df-ce81c0287a62,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:59.493426 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:26:59.496968 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:26:59.501379 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:26:59.527638 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'Port': ['ID=f1543f24-1108-4ef6-8198-e4ea45d1712a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:26:59.753697 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50844) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:26:59.940280 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac156d1-da58-4050-8329-cfd71c04709d req-cfffd679-2874-4c0f-8fe3-6fc614074d36 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:26:59.949644 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6ac156d1-da58-4050-8329-cfd71c04709d req-cfffd679-2874-4c0f-8fe3-6fc614074d36 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0984352 Nov 20 03:27:00.023440 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6ac156d1-da58-4050-8329-cfd71c04709d req-40088077-f0fe-48e6-b679-6a9bdb1fbfb1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726311 Nov 20 03:27:00.071077 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-341897551-network', 'tenant_id': '9be3ca2d28154482a121a11eb7c6c2eb'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:00.158189 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 961cc145-a6f2-43b6-b442-d0b24674bb4a no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:00.182432 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Made reservation on behalf of 9be3ca2d28154482a121a11eb7c6c2eb for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:00.195873 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.232494 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.236808 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 961cc145-a6f2-43b6-b442-d0b24674bb4a {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:00.238485 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 961cc145-a6f2-43b6-b442-d0b24674bb4a not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:00.334430 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33c97a-69da-4f6b-ac44-b7450fb84f2e req-6618a016-e95d-4277-a218-c8095fa66614 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:00.342860 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9e33c97a-69da-4f6b-ac44-b7450fb84f2e req-6618a016-e95d-4277-a218-c8095fa66614 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1165452 Nov 20 03:27:00.430312 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9e33c97a-69da-4f6b-ac44-b7450fb84f2e req-c6843844-75e6-4a42-812d-56578ef8eee6 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860424 Nov 20 03:27:00.481263 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.488077 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.491001 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.549634 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:27:00.559757 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63444ab-7b42-496b-a3f2-a1f141f6affe,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:00.571398 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.572104 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.segments_db [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Added segment 6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8 of type vlan for network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 Nov 20 03:27:00.624485 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.657790 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.709314 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.710525 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:00.711186 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.783837 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50866) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:00.794561 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0395410 Nov 20 03:27:00.795475 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109a859-6df5-420b-bd75-dab3c58d1a6e admin admin] Pushing event updated for resources: {'Network': ['ID=25ab3cd2-d54d-45f6-9cca-87ebd826ebf6,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:00.797848 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50870) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:00.802904 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Request body: {'subnet': {'network_id': '25ab3cd2-d54d-45f6-9cca-87ebd826ebf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-341897551-subnet', 'tenant_id': '9be3ca2d28154482a121a11eb7c6c2eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:00.810562 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:27:00.831577 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Made reservation on behalf of 9be3ca2d28154482a121a11eb7c6c2eb for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:00.834114 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855675'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.894114 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.900271 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:00.963114 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event updated for resources: {'Port': ['ID=f1543f24-1108-4ef6-8198-e4ea45d1712a,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:00.998979 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-929646608-network', 'tenant_id': '422f83bc1d64444f90dd9a51dbb93678'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:01.032133 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.171417 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Made reservation on behalf of 422f83bc1d64444f90dd9a51dbb93678 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:01.174163 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.198673 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.218948 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14160361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855621'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.261478 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e66d4-0f8c-4251-a622-d09ac43b49e1 req-2b76e9d0-fca5-4c4c-acd4-89086e708157 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.269731 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8e7e66d4-0f8c-4251-a622-d09ac43b49e1 req-2b76e9d0-fca5-4c4c-acd4-89086e708157 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1065211 Nov 20 03:27:01.284426 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.l3_db [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Floating IP 93148a4f-6d00-4dfc-b97f-088be5d5b1e1 associated. External IP: 172.28.3.83, port: c75b55e2-e19a-4b5a-8e80-81d5e741caf0. Nov 20 03:27:01.326790 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96300d83-e32c-4878-8991-63cc472ecad8,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:01.352543 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8e7e66d4-0f8c-4251-a622-d09ac43b49e1 req-a52cd6cb-6a2e-4b92-8a0b-015070fa56f8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824280 Nov 20 03:27:01.356887 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Checking segment: {'id': '6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '25ab3cd2-d54d-45f6-9cca-87ebd826ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:27:01.357358 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Network hostable DHCP agents. Network: 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:27:01.402379 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:27:01.426881 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:01.432950 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.433925 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.438665 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28883b2-2ad6-4009-a7ab-1cfc74dc4345 None None] Network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:27:01.471050 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-950a51f7-79f5-4cae-89b8-beaafd42ec57 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6697538 Nov 20 03:27:01.482660 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.501145 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.527331 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:27:01.591339 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11002f55-d2b4-4d64-9233-10e2c7a04e29,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:01.594907 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.595343 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Added segment f63fc8ab-5187-4134-a020-468263fb71ff of type vlan for network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 Nov 20 03:27:01.610033 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05015f1-e0d0-4e08-85b1-beb35f3d3092 req-70beb924-3931-494a-8d1b-4e923fd97d8f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.611640 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f05015f1-e0d0-4e08-85b1-beb35f3d3092 req-70beb924-3931-494a-8d1b-4e923fd97d8f tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0947669 Nov 20 03:27:01.695019 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f05015f1-e0d0-4e08-85b1-beb35f3d3092 req-0e5449f4-48e4-4241-93e7-49536686e749 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733628 Nov 20 03:27:01.724966 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.759450 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:27:01.771463 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7be55d-a623-4345-b702-36ab369a31da None None] Network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:27:01.783143 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.783862 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:01.784752 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:01.917595 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1320591 Nov 20 03:27:01.920517 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 50886) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:01.925484 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Request body: {'subnet': {'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-929646608-subnet', 'tenant_id': '422f83bc1d64444f90dd9a51dbb93678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:01.932773 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4b881-1fe8-4c7e-955c-dd6bafa3369f admin admin] Pushing event updated for resources: {'Network': ['ID=2a1723a7-e2e8-45bc-b8ad-deab280b92f1,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:01.958731 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:27:01.986213 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Made reservation on behalf of 422f83bc1d64444f90dd9a51dbb93678 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:01.989296 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855675'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.024305 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:27:02.043439 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] Sync routers for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:27:02.057991 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.061352 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:27:02.062457 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:26:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:02.136825 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f1588eab-eaab-4857-97fe-1f2d6232a84c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6608696 Nov 20 03:27:02.137573 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:02.140086 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e682e6-c1ff-48ad-a14f-9466de1b4da6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:02.188733 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77bd5e3-9bbb-4776-98e2-826e1ad4563d x-openstack-request-id: req-f77bd5e3-9bbb-4776-98e2-826e1ad4563d {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:02.189294 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:02.189744 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f77bd5e3-9bbb-4776-98e2-826e1ad4563d {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:02.190859 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'status': 'completed', 'code': 200} Nov 20 03:27:02.263797 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:27:02.407044 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-f0db1e6b-a4f8-446a-ad12-41c9401ac28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.414215 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-f0db1e6b-a4f8-446a-ad12-41c9401ac28d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1098 time: 0.1519980 Nov 20 03:27:02.424552 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14160361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855621'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.492786 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50902) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:02.499618 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094193217-network', 'tenant_id': '42774806decb4af7b985575ee89dbf61'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:02.541575 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Made reservation on behalf of 42774806decb4af7b985575ee89dbf61 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:02.547098 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.562481 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.583829 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '93148a4f-6d00-4dfc-b97f-088be5d5b1e1', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'floating_ip_address': '172.28.3.83', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'port_id': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'mac_address': 'fa:16:3e:cc:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:26:59Z', 'updated_at': '2021-11-20T03:26:59Z', 'revision_number': 0, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 5, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:02.600846 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519f422e-b6d6-4c99-ab54-896a153006cd,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:02.622519 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Checking segment: {'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:27:02.623260 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Network hostable DHCP agents. Network: 2a1723a7-e2e8-45bc-b8ad-deab280b92f1, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:27:02.626900 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] Checking router: 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:27:02.639455 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:27:02.640355 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:26:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:02.659427 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.659676 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa33487-9ae8-4d77-a4f1-b4a64d80aa6a req-1d807316-41c2-4a2e-b0f6-34dd55718290 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.662244 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9fa33487-9ae8-4d77-a4f1-b4a64d80aa6a req-1d807316-41c2-4a2e-b0f6-34dd55718290 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.2010827 Nov 20 03:27:02.669786 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.699912 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9177019d-daed-4cde-8334-9f22340e5a4f,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:02.715853 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:27:02.723571 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-3c8e1d17-4aab-42f4-81ab-3d8847ab89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.733211 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-3c8e1d17-4aab-42f4-81ab-3d8847ab89e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 200 len: 910 time: 0.3001254 Nov 20 03:27:02.733768 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.734177 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Added segment 417589aa-197e-4a9e-a738-0f5eb0906b00 of type vlan for network 904d4c77-110b-4763-ab1d-1d2f92c7d779 Nov 20 03:27:02.779005 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9fa33487-9ae8-4d77-a4f1-b4a64d80aa6a req-6d811b6f-1ce7-4f5f-8d64-ecc2cadbe114 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059937 Nov 20 03:27:02.784807 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:27:02.840756 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.869017 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 2a1723a7-e2e8-45bc-b8ad-deab280b92f1) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:02.875132 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.876408 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.878622 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39561927-1a53-456f-82e4-f8b82a466d9a None None] Network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:27:02.895885 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:27:02.908345 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.909484 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.910103 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:02.926536 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-06a8e7ba-869a-40e1-a6d9-a7ebb41f4ad6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0047083 Nov 20 03:27:02.934181 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-d40f7caf-bfc4-4d57-a7a2-a01bcbfba365 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 200 len: 998 time: 0.1596532 Nov 20 03:27:02.955195 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcec6e8-1b7a-4073-8c7e-288b33f1fa08 req-2d7fad65-fce2-4486-b2ea-1b0ce74483ae tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:02.960238 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cdcec6e8-1b7a-4073-8c7e-288b33f1fa08 req-2d7fad65-fce2-4486-b2ea-1b0ce74483ae tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1699235 Nov 20 03:27:03.044431 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] Pushing event updated for resources: {'Network': ['ID=904d4c77-110b-4763-ab1d-1d2f92c7d779,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:03.066538 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 904d4c77-110b-4763-ab1d-1d2f92c7d779 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:27:03.079410 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-afd0a78c-a34f-40a8-835a-569e594abb5e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5844948 Nov 20 03:27:03.080606 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 50908) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:03.088359 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Request body: {'subnet': {'network_id': '904d4c77-110b-4763-ab1d-1d2f92c7d779', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094193217-subnet', 'tenant_id': '42774806decb4af7b985575ee89dbf61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:03.134542 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Made reservation on behalf of 42774806decb4af7b985575ee89dbf61 for: {'subnet': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:03.137754 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13477294'] for subnet, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:03.162869 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cdcec6e8-1b7a-4073-8c7e-288b33f1fa08 req-fd6969e9-88f1-4dad-9bac-d4e75ed37809 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717660 Nov 20 03:27:03.184735 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-9d770921-bc8e-4920-a9b5-3e512aa44f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:03.184735 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-9d770921-bc8e-4920-a9b5-3e512aa44f30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e HTTP/1.1" status: 200 len: 848 time: 0.2194061 Nov 20 03:27:03.210148 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '93148a4f-6d00-4dfc-b97f-088be5d5b1e1', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'floating_ip_address': '172.28.3.83', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'port_id': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'mac_address': 'fa:16:3e:cc:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:26:59Z', 'updated_at': '2021-11-20T03:26:59Z', 'revision_number': 0, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 5, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:03.256835 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f72d95-8d28-47fe-9548-c9f0b7605674 None None] The sync data for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb is: [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '93148a4f-6d00-4dfc-b97f-088be5d5b1e1', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'floating_ip_address': '172.28.3.83', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'port_id': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'mac_address': 'fa:16:3e:cc:e2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:26:59Z', 'updated_at': '2021-11-20T03:26:59Z', 'revision_number': 0, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 5, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:27:03.301309 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-95efe33d-bf2a-4bd5-92c8-e40365639ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:03.305466 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-95efe33d-bf2a-4bd5-92c8-e40365639ea4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71feca70-fe64-44a9-8988-eaa4d27ea30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1103795 Nov 20 03:27:03.382807 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b473f-d7e0-4aec-9558-9c30eec38916 None None] Network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:27:03.440815 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-d873bc79-1690-4a57-a17c-53d61cec07d0 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172097 Nov 20 03:27:03.603110 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15742637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13477264'] for subnet, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:03.634040 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-06e682e6-c1ff-48ad-a14f-9466de1b4da6 req-3f623e7d-c7d5-4a7d-aafa-778ff39a7856 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848440 Nov 20 03:27:03.677454 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870bd64-0fc1-4fd9-bf65-ff04c1a70977 None None] New status for floating IP 93148a4f-6d00-4dfc-b97f-088be5d5b1e1: ACTIVE {{(pid=102586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:27:03.721176 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b928fd43-bdd4-42f9-9359-d889b3d0e6ed,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:03.741505 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Checking segment: {'id': '417589aa-197e-4a9e-a738-0f5eb0906b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '904d4c77-110b-4763-ab1d-1d2f92c7d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:27:03.742175 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Network hostable DHCP agents. Network: 904d4c77-110b-4763-ab1d-1d2f92c7d779, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:27:03.765673 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Network 904d4c77-110b-4763-ab1d-1d2f92c7d779 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:27:03.777570 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 904d4c77-110b-4763-ab1d-1d2f92c7d779) {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:03.784133 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:03.784757 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:03.818399 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f4af47f6-ec1f-4bd7-84de-6dfd4e09e915 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7355745 Nov 20 03:27:03.833362 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953324ec-1bf5-4c10-9056-f5420cf52e3e None None] Network 904d4c77-110b-4763-ab1d-1d2f92c7d779 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:27:04.030117 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc21da-e314-4c49-aac5-6f1e09ed5ce8 req-fe4788c9-7a88-4da2-90bd-7ec0e3665814 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:04.031923 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-addc21da-e314-4c49-aac5-6f1e09ed5ce8 req-fe4788c9-7a88-4da2-90bd-7ec0e3665814 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0844405 Nov 20 03:27:04.126668 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-addc21da-e314-4c49-aac5-6f1e09ed5ce8 req-c4ca75da-5ee7-47a8-950d-b5699bb48945 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838764 Nov 20 03:27:04.155025 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ff4eb5-9cd5-4e08-ba9d-1ad8b7ffab98 None None] Network 904d4c77-110b-4763-ab1d-1d2f92c7d779 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:27:04.338017 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b492d-e27f-428d-8e05-7cbf2ffd90ff req-2b206182-3c67-4734-9770-e3fef5b19219 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:04.340159 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-215b492d-e27f-428d-8e05-7cbf2ffd90ff req-2b206182-3c67-4734-9770-e3fef5b19219 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.0924416 Nov 20 03:27:04.400980 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-215b492d-e27f-428d-8e05-7cbf2ffd90ff req-ebc33165-c44f-4eaa-8fda-654e99f1ac8d tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532453 Nov 20 03:27:04.620465 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-a99a6eca-202c-4cdd-bb90-20cce9e2f3e0 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:04.622504 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-a99a6eca-202c-4cdd-bb90-20cce9e2f3e0 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/networks?id=25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 HTTP/1.1" status: 200 len: 808 time: 0.1161146 Nov 20 03:27:04.642533 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-62e65648-431c-4431-9642-4c60dcd53309 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/quotas/9be3ca2d28154482a121a11eb7c6c2eb HTTP/1.1" status: 200 len: 375 time: 0.0098932 Nov 20 03:27:04.680179 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-cda419e9-8963-412d-a359-789a0d6bca2d tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be3ca2d28154482a121a11eb7c6c2eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296400 Nov 20 03:27:04.789614 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-c4a25909-8dac-42bf-8779-4522747f526e service neutron] 10.222.0.53 "GET /v2.0/networks/25ab3cd2-d54d-45f6-9cca-87ebd826ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012640 Nov 20 03:27:04.896154 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-d63a499d-1794-46d9-af9e-22852d98a537 service neutron] 10.222.0.53 "GET /v2.0/networks/25ab3cd2-d54d-45f6-9cca-87ebd826ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992737 Nov 20 03:27:05.183565 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1355e973-32b3-4207-9a90-d1153fdb7d76 req-4db8b078-8ce4-4e4d-9f9c-22d23b6c42da tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 210 time: 0.0675244 Nov 20 03:27:05.307188 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-3085edc3-76ed-4541-be19-af9cf9062e45 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:05.308756 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-3085edc3-76ed-4541-be19-af9cf9062e45 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/networks?id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1 HTTP/1.1" status: 200 len: 813 time: 0.2065334 Nov 20 03:27:05.344479 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-ce1fac98-8738-4e23-bbf6-799170c2df9a tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/quotas/422f83bc1d64444f90dd9a51dbb93678 HTTP/1.1" status: 200 len: 375 time: 0.0165746 Nov 20 03:27:05.371344 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75043ce4-9eba-49db-bc30-9d78578630a5 req-9d73bec4-906c-447c-b26d-d3cca1cff577 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:05.379105 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-75043ce4-9eba-49db-bc30-9d78578630a5 req-9d73bec4-906c-447c-b26d-d3cca1cff577 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.0924420 Nov 20 03:27:05.409574 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-368f20fd-4c99-47a3-875b-16fb8a98e9d7 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=422f83bc1d64444f90dd9a51dbb93678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557642 Nov 20 03:27:05.495021 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-75043ce4-9eba-49db-bc30-9d78578630a5 req-be07881e-a03e-40f5-ade7-264912c049d9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148624 Nov 20 03:27:05.539031 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-0902e9e0-657f-4b02-b930-ab057630f130 service neutron] 10.222.0.53 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173120 Nov 20 03:27:05.985752 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-324fa338-0bd6-4cd6-b7e7-14461c0ac142 service neutron] 10.222.0.53 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331400 Nov 20 03:27:06.019732 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197339f-4712-4a4c-bdf8-26c3ec80057e req-de94ae33-bfdc-40f8-a29e-4b4cee01aa02 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:06.029082 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a197339f-4712-4a4c-bdf8-26c3ec80057e req-de94ae33-bfdc-40f8-a29e-4b4cee01aa02 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1494353 Nov 20 03:27:06.038578 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-67730831-ed3d-4616-a195-80ab2db3f823 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:06.041124 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-67730831-ed3d-4616-a195-80ab2db3f823 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 945 time: 0.1638405 Nov 20 03:27:06.176945 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a197339f-4712-4a4c-bdf8-26c3ec80057e req-43388c74-b867-46b2-b730-91ba65a1fab5 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ead2926-4dd8-45fe-b797-38098adf7ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414647 Nov 20 03:27:06.230863 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-373406d3-3f09-41d9-9f19-6350c6621734 req-f93b2faf-f390-497f-8d02-2aba0237e6c1 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 210 time: 0.0281782 Nov 20 03:27:06.236919 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Deleting port 126a1177-1692-4cc5-a15e-70118e6f18a4 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:06.237374 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:06.447309 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e5cd7ba-7a3b-46f2-8bbf-ea1980d0e1ac req-bb6ce5f3-d3b3-4cb0-ae8c-e20f23a164a5 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 210 time: 0.0985317 Nov 20 03:27:06.506364 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] For port 126a1177-1692-4cc5-a15e-70118e6f18a4, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=126a1177-1692-4cc5-a15e-70118e6f18a4,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:06.507283 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:06.522061 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Calling delete_port for 126a1177-1692-4cc5-a15e-70118e6f18a4 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:06.608625 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-3d1d3169-c982-4a42-87a5-7e46f54eb328 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:06.612952 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-3d1d3169-c982-4a42-87a5-7e46f54eb328 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.50 "GET /v2.0/networks?id=25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 HTTP/1.1" status: 200 len: 808 time: 0.2343221 Nov 20 03:27:06.637186 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Request body: {'port': {'device_id': 'bff8ac4d-c977-4180-85ea-ba3f1a5de8c0', 'network_id': '25ab3cd2-d54d-45f6-9cca-87ebd826ebf6', 'admin_state_up': True, 'tenant_id': '9be3ca2d28154482a121a11eb7c6c2eb'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:06.823552 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:06.831506 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Made reservation on behalf of 9be3ca2d28154482a121a11eb7c6c2eb for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:06.835077 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:06.854645 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af76ed2-43ff-4e75-a848-4d8707727844 req-a7c36b48-a9ca-46ad-bd92-81e9515745fb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:06.859959 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['126a1177-1692-4cc5-a15e-70118e6f18a4'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:06.870518 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3af76ed2-43ff-4e75-a848-4d8707727844 req-a7c36b48-a9ca-46ad-bd92-81e9515745fb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1767054 Nov 20 03:27:06.917637 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Pushing event deleted for resources: {'Port': ['ID=126a1177-1692-4cc5-a15e-70118e6f18a4,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:07.006321 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Allocated IP 172.20.0.11 (25ab3cd2-d54d-45f6-9cca-87ebd826ebf6/96300d83-e32c-4878-8991-63cc472ecad8/675dbe10-6d2c-479f-a252-15e9910aa803) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:27:07.028870 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] No DVR routers for this DVR port 126a1177-1692-4cc5-a15e-70118e6f18a4 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:27:07.033898 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.037233 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-679829d3-9698-4942-9fa3-d5ad345c2bb2 req-d47013cd-0f82-4b72-b01e-106d33e5a052 tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.50 "DELETE /v2.0/ports/126a1177-1692-4cc5-a15e-70118e6f18a4 HTTP/1.1" status: 204 len: 173 time: 0.9884248 Nov 20 03:27:07.037714 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d516676-c87b-4ecf-83c5-9ff0a6a80472', 'name': 'network-vif-deleted', 'tag': '126a1177-1692-4cc5-a15e-70118e6f18a4'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:07.040271 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8fc1af-45c7-4876-b459-f04c3a6f370c" -d '{"events": [{"server_uuid": "2d516676-c87b-4ecf-83c5-9ff0a6a80472", "name": "network-vif-deleted", "tag": "126a1177-1692-4cc5-a15e-70118e6f18a4"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:07.048065 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3af76ed2-43ff-4e75-a848-4d8707727844 req-d18abad8-4f9f-4a81-bd38-473be360e27c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771171 Nov 20 03:27:07.094025 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a336e3-ae36-4f50-9862-4a60f4f3db05 x-openstack-request-id: req-36a336e3-ae36-4f50-9862-4a60f4f3db05 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:07.094442 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d516676-c87b-4ecf-83c5-9ff0a6a80472", "name": "network-vif-deleted", "tag": "126a1177-1692-4cc5-a15e-70118e6f18a4", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:07.094830 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36a336e3-ae36-4f50-9862-4a60f4f3db05 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:07.095451 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d516676-c87b-4ecf-83c5-9ff0a6a80472', 'name': 'network-vif-deleted', 'tag': '126a1177-1692-4cc5-a15e-70118e6f18a4', 'status': 'completed', 'code': 200} Nov 20 03:27:07.199010 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.237520 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.283955 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:27:07.284378 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-57c39093-a1d2-4527-87cf-29b848a9fba5 req-8e402b77-7f7b-4233-8efa-a9c87b93b8bb tempest-ServerRescueNegativeTestJSON-1598094796 tempest-ServerRescueNegativeTestJSON-1598094796-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d516676-c87b-4ecf-83c5-9ff0a6a80472 HTTP/1.1" status: 200 len: 210 time: 0.0293930 Nov 20 03:27:07.287304 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:07.291941 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:27:07.316776 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Pushing event updated for resources: {'Port': ['ID=675dbe10-6d2c-479f-a252-15e9910aa803,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:07.345871 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0a741ae1-82b7-451e-b6f3-ef44f556a2d9 req-7d80890f-86c7-4471-85f4-bc6009bfbbf3 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 210 time: 0.0282102 Nov 20 03:27:07.346346 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:07.346984 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.364874 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-2624cb28-2cdb-4628-865c-156934cf46a7 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7348292 Nov 20 03:27:07.512898 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Request body: {'port': {'device_id': 'bff8ac4d-c977-4180-85ea-ba3f1a5de8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:07.568259 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.569869 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf85ec3-e894-4614-8954-6053da0fa62a req-4b77effe-240d-454c-9d10-4b44ef944205 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:07.571394 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4cf85ec3-e894-4614-8954-6053da0fa62a req-4b77effe-240d-454c-9d10-4b44ef944205 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 932 time: 0.0535035 Nov 20 03:27:07.634121 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4cf85ec3-e894-4614-8954-6053da0fa62a req-f4bb7aed-16e9-470d-a7c5-9892d92709de tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547347 Nov 20 03:27:07.850202 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675dbe10-6d2c-479f-a252-15e9910aa803 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:07.858500 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.874201 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Transition to ACTIVE for port object 675dbe10-6d2c-479f-a252-15e9910aa803 will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:27:07.878215 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:07.970275 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-387e173d-c9d5-477f-a17b-1b7c7ddb6c21 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:07.971838 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-387e173d-c9d5-477f-a17b-1b7c7ddb6c21 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.50 "GET /v2.0/networks?id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1 HTTP/1.1" status: 200 len: 813 time: 0.1841912 Nov 20 03:27:07.973578 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Pushing event updated for resources: {'Port': ['ID=675dbe10-6d2c-479f-a252-15e9910aa803,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:07.979359 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-64189471-369a-4321-9519-81316031a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:07.980838 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-64189471-369a-4321-9519-81316031a56b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 1099 time: 0.1075621 Nov 20 03:27:08.012347 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Request body: {'port': {'device_id': '269ea691-bd2f-4a0a-b651-05664a246cdf', 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1', 'admin_state_up': True, 'tenant_id': '422f83bc1d64444f90dd9a51dbb93678'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:08.043636 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Attempting to bind port 675dbe10-6d2c-479f-a252-15e9910aa803 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:27:08.044103 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Attempting to bind port 675dbe10-6d2c-479f-a252-15e9910aa803 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '25ab3cd2-d54d-45f6-9cca-87ebd826ebf6'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:27:08.044534 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Attempting to bind port 675dbe10-6d2c-479f-a252-15e9910aa803 on network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:08.049900 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Port 675dbe10-6d2c-479f-a252-15e9910aa803 on network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:27:08.050227 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Attempting to bind port 675dbe10-6d2c-479f-a252-15e9910aa803 on network 25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:08.055954 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:27:08.056291 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Checking segment: {'id': '6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '25ab3cd2-d54d-45f6-9cca-87ebd826ebf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:27:08.056799 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Bound using segment: {'id': '6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '25ab3cd2-d54d-45f6-9cca-87ebd826ebf6'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:27:08.057240 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Bound port: 675dbe10-6d2c-479f-a252-15e9910aa803, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '25ab3cd2-d54d-45f6-9cca-87ebd826ebf6'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:27:08.057591 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:08.281982 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-f60d6a90-dfbc-4110-9e70-fe38f1551440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.285595 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-f60d6a90-dfbc-4110-9e70-fe38f1551440 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.2695949 Nov 20 03:27:08.319903 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb926a-2a90-4744-b2cb-81726e831012 req-96c2c720-61ba-4e9d-9559-2f604dddafc7 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.320854 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0cdb926a-2a90-4744-b2cb-81726e831012 req-96c2c720-61ba-4e9d-9559-2f604dddafc7 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1637595 Nov 20 03:27:08.361195 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51014) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:08.378587 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Made reservation on behalf of 422f83bc1d64444f90dd9a51dbb93678 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:27:08.384006 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:08.470205 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-04bfaf8d-9fda-4b86-996d-ba3ee47a29ec req-eb9d16bc-577f-4dd4-9143-152811d974eb tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 210 time: 0.0508318 Nov 20 03:27:08.492787 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-1e7aca5d-cd3b-4a7e-90c7-702f1b61fb63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5 HTTP/1.1" status: 200 len: 1001 time: 0.1912472 Nov 20 03:27:08.509115 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] For port 675dbe10-6d2c-479f-a252-15e9910aa803, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:27:08.532645 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] For port 675dbe10-6d2c-479f-a252-15e9910aa803, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=675dbe10-6d2c-479f-a252-15e9910aa803,segment=NetworkSegment(6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8),segment_id=6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:27:08.540606 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:08.578797 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0cdb926a-2a90-4744-b2cb-81726e831012 req-f1a91a19-5fca-496d-a147-d3ffceb82cdb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426584 Nov 20 03:27:08.619312 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-1d497220-1c50-4518-ab14-9e4e21df22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.622196 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-1d497220-1c50-4518-ab14-9e4e21df22eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.1179242 Nov 20 03:27:08.664981 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.665628 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:08.667231 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] 10.222.0.50 "PUT /v2.0/ports/675dbe10-6d2c-479f-a252-15e9910aa803 HTTP/1.1" status: 200 len: 1094 time: 1.1585789 Nov 20 03:27:08.670624 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff8ac4d-c977-4180-85ea-ba3f1a5de8c0', 'tag': '675dbe10-6d2c-479f-a252-15e9910aa803'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:08.673292 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b25eb-893d-4302-9411-0e88211681c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bff8ac4d-c977-4180-85ea-ba3f1a5de8c0", "tag": "675dbe10-6d2c-479f-a252-15e9910aa803"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:08.708754 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043b8d2-a433-4c45-9338-f173cb620550 service neutron] Pushing event updated for resources: {'Port': ['ID=675dbe10-6d2c-479f-a252-15e9910aa803,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:08.719944 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Allocated IP 172.20.0.3 (2a1723a7-e2e8-45bc-b8ad-deab280b92f1/519f422e-b6d6-4c99-ab54-896a153006cd/564c5822-a343-49c3-988f-8d9706f1e0d5) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:27:08.731451 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-9d36b29d-a110-41c6-aef5-a3da0eceb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.734273 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-9d36b29d-a110-41c6-aef5-a3da0eceb7d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834746 Nov 20 03:27:08.743138 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b68020e-376f-4888-9467-024b45dabe8f x-openstack-request-id: req-7b68020e-376f-4888-9467-024b45dabe8f {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:08.743663 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff8ac4d-c977-4180-85ea-ba3f1a5de8c0", "tag": "675dbe10-6d2c-479f-a252-15e9910aa803", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:08.743958 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b68020e-376f-4888-9467-024b45dabe8f {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:08.744360 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff8ac4d-c977-4180-85ea-ba3f1a5de8c0', 'tag': '675dbe10-6d2c-479f-a252-15e9910aa803', 'status': 'completed', 'code': 200} Nov 20 03:27:08.879682 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-83f0267d-640f-4583-9d2a-3012addab24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.881124 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-83f0267d-640f-4583-9d2a-3012addab24e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9be3ca2d28154482a121a11eb7c6c2eb&device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 1097 time: 0.1045668 Nov 20 03:27:08.931435 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785ef7-8f39-42d7-b5e3-02740880824a req-0c04831e-c3b5-4a5c-b0bd-1559324e228c tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:08.932916 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-59785ef7-8f39-42d7-b5e3-02740880824a req-0c04831e-c3b5-4a5c-b0bd-1559324e228c tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 944 time: 0.1803837 Nov 20 03:27:08.941767 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-cb6f44b0-bbe5-4f5e-94e5-d7eceb011a6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=675dbe10-6d2c-479f-a252-15e9910aa803 HTTP/1.1" status: 200 len: 217 time: 0.0448570 Nov 20 03:27:09.007388 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-3d27cd4f-600a-4303-b435-3a65b1a1b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.008949 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-3d27cd4f-600a-4303-b435-3a65b1a1b101 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=96300d83-e32c-4878-8991-63cc472ecad8 HTTP/1.1" status: 200 len: 848 time: 0.0609746 Nov 20 03:27:09.031483 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-85b532ca-c86a-4d8d-9c5d-f1a9888ed1ad service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685425 Nov 20 03:27:09.075381 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-ecdcd4b7-2c1e-4b4b-8c29-d53127608779 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=25ab3cd2-d54d-45f6-9cca-87ebd826ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486848 Nov 20 03:27:09.119365 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.127187 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-59785ef7-8f39-42d7-b5e3-02740880824a req-f905a8da-3754-41c8-9933-2a9f63a9082c tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792595 Nov 20 03:27:09.174354 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660869'] for router_interface, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.200463 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1eab540-c45d-4958-8b58-2c3fe4f68768 req-ceaae6c7-3dec-418a-bf28-63f524c27952 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565149 Nov 20 03:27:09.202607 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.238760 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-7d5a3d73-4529-4de2-bc73-de5d94288aec service neutron] 10.222.0.50 "GET /v2.0/networks/25ab3cd2-d54d-45f6-9cca-87ebd826ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534545 Nov 20 03:27:09.254954 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:27:09.258524 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:27:09.262242 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:27:09.285835 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Pushing event updated for resources: {'Port': ['ID=564c5822-a343-49c3-988f-8d9706f1e0d5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:09.315060 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.315762 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.333277 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-2d806378-b173-4d60-93ea-d89d5f9ea1ae tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3274903 Nov 20 03:27:09.356120 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Request body: {'port': {'device_id': '269ea691-bd2f-4a0a-b651-05664a246cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:27:09.408120 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.466577 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-283f340d-2f06-49cb-9669-1366aecc79a1 req-5cffb676-a34b-4582-93b4-890e2f3b5e8f service neutron] 10.222.0.50 "GET /v2.0/networks/25ab3cd2-d54d-45f6-9cca-87ebd826ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907063 Nov 20 03:27:09.609549 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-0538cd93-f1d0-4d05-b744-33fc59eb8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.611030 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-0538cd93-f1d0-4d05-b744-33fc59eb8f15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9be3ca2d28154482a121a11eb7c6c2eb&device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 1097 time: 0.0522289 Nov 20 03:27:09.615881 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Deleting port 3ecba1ee-67ba-4773-8d22-9db49302e06f {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:09.616249 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.645242 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38178056-aeb9-4c4f-9b1b-bd9a0254ddc2 req-a717878d-7910-4be3-9d51-7538e631a357 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.646704 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-38178056-aeb9-4c4f-9b1b-bd9a0254ddc2 req-a717878d-7910-4be3-9d51-7538e631a357 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 931 time: 0.0793307 Nov 20 03:27:09.763370 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] For port 3ecba1ee-67ba-4773-8d22-9db49302e06f, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=3ecba1ee-67ba-4773-8d22-9db49302e06f,segment=NetworkSegment(ea80124f-8c09-4e75-b3d1-a747c2b5e8c6),segment_id=ea80124f-8c09-4e75-b3d1-a747c2b5e8c6)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:09.763719 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.769301 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-38178056-aeb9-4c4f-9b1b-bd9a0254ddc2 req-590ccfee-9e30-4a68-b4b6-0317875badfd tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104283 Nov 20 03:27:09.778886 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-25c2bb2b-d6f1-4655-ae51-19fee668a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.780014 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-25c2bb2b-d6f1-4655-ae51-19fee668a5c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 HTTP/1.1" status: 200 len: 909 time: 0.1518075 Nov 20 03:27:09.780855 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Calling delete_port for 3ecba1ee-67ba-4773-8d22-9db49302e06f owned by network:router_interface {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:09.786300 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333d185-80d3-4809-8f0a-f38d9794307d req-804afa47-c70e-426b-9887-d1ad3bb5ca04 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.787830 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7333d185-80d3-4809-8f0a-f38d9794307d req-804afa47-c70e-426b-9887-d1ad3bb5ca04 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 946 time: 0.1142495 Nov 20 03:27:09.790044 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564c5822-a343-49c3-988f-8d9706f1e0d5 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:09.798946 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.824545 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Transition to ACTIVE for port object 564c5822-a343-49c3-988f-8d9706f1e0d5 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:27:09.836236 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:09.860446 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-308d8871-c0d4-4fd8-8d7c-8f2b180a9186 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=675dbe10-6d2c-479f-a252-15e9910aa803 HTTP/1.1" status: 200 len: 217 time: 0.0639966 Nov 20 03:27:09.878581 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7333d185-80d3-4809-8f0a-f38d9794307d req-b6deac34-3bc8-4161-892a-8256b970bc5e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817463 Nov 20 03:27:09.900057 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Pushing event updated for resources: {'Port': ['ID=564c5822-a343-49c3-988f-8d9706f1e0d5,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:09.969837 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Attempting to bind port 564c5822-a343-49c3-988f-8d9706f1e0d5 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:27:09.970211 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Attempting to bind port 564c5822-a343-49c3-988f-8d9706f1e0d5 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:27:09.970491 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Attempting to bind port 564c5822-a343-49c3-988f-8d9706f1e0d5 on network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:09.975132 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-b7fedb5b-7cbd-4740-acd1-504c87dfafec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:09.975734 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Port 564c5822-a343-49c3-988f-8d9706f1e0d5 on network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:27:09.975734 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Attempting to bind port 564c5822-a343-49c3-988f-8d9706f1e0d5 on network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:27:09.976955 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-b7fedb5b-7cbd-4740-acd1-504c87dfafec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=96300d83-e32c-4878-8991-63cc472ecad8 HTTP/1.1" status: 200 len: 848 time: 0.1068733 Nov 20 03:27:09.981484 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:27:09.981824 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Checking segment: {'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:27:09.982206 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Bound using segment: {'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:27:09.982634 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Bound port: 564c5822-a343-49c3-988f-8d9706f1e0d5, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:27:09.982998 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.012962 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-74b3504d-0dea-4638-a77f-b80d4b3d7199 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=25ab3cd2-d54d-45f6-9cca-87ebd826ebf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273232 Nov 20 03:27:10.047297 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] For port 564c5822-a343-49c3-988f-8d9706f1e0d5, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:27:10.050656 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] For port 564c5822-a343-49c3-988f-8d9706f1e0d5, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564c5822-a343-49c3-988f-8d9706f1e0d5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:27:10.055141 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.093943 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.094914 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.096345 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] 10.222.0.50 "PUT /v2.0/ports/564c5822-a343-49c3-988f-8d9706f1e0d5 HTTP/1.1" status: 200 len: 1093 time: 0.7446382 Nov 20 03:27:10.100854 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269ea691-bd2f-4a0a-b651-05664a246cdf', 'tag': '564c5822-a343-49c3-988f-8d9706f1e0d5'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:10.103384 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9c0b0b-55be-4d58-9917-4242604e3c87" -d '{"events": [{"name": "network-changed", "server_uuid": "269ea691-bd2f-4a0a-b651-05664a246cdf", "tag": "564c5822-a343-49c3-988f-8d9706f1e0d5"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:10.135325 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0e3fa-187f-4e0d-a5bf-f1dae97dd70e service neutron] Pushing event updated for resources: {'Port': ['ID=564c5822-a343-49c3-988f-8d9706f1e0d5,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:10.154833 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-e1e3ec96-d42d-44c0-9a7a-57dbbff25b12 service neutron] 10.222.0.50 "GET /v2.0/networks/25ab3cd2-d54d-45f6-9cca-87ebd826ebf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290803 Nov 20 03:27:10.160548 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.161396 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeb03ed-8690-493d-bda0-3181428f9d4b x-openstack-request-id: req-edeb03ed-8690-493d-bda0-3181428f9d4b {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:10.161748 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269ea691-bd2f-4a0a-b651-05664a246cdf", "tag": "564c5822-a343-49c3-988f-8d9706f1e0d5", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:10.161973 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edeb03ed-8690-493d-bda0-3181428f9d4b {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:10.162353 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269ea691-bd2f-4a0a-b651-05664a246cdf', 'tag': '564c5822-a343-49c3-988f-8d9706f1e0d5', 'status': 'completed', 'code': 200} Nov 20 03:27:10.189001 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecba1ee-67ba-4773-8d22-9db49302e06f,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:10.219298 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 126a1177-1692-4cc5-a15e-70118e6f18a4 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:10.245651 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 126a1177-1692-4cc5-a15e-70118e6f18a4 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:10.246078 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 126a1177-1692-4cc5-a15e-70118e6f18a4 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:10.246753 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:10.263291 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-a7e42be0-b479-467b-94ed-1ae46f970092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.264826 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-a7e42be0-b479-467b-94ed-1ae46f970092 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=422f83bc1d64444f90dd9a51dbb93678&device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 1096 time: 0.0778210 Nov 20 03:27:10.282070 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33504-2894-494e-aca6-cb3834e0da44 req-fc50c8e6-2246-4d95-8204-81e76791cd3d tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.284007 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-93b33504-2894-494e-aca6-cb3834e0da44 req-fc50c8e6-2246-4d95-8204-81e76791cd3d tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 944 time: 0.0706000 Nov 20 03:27:10.336571 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.342062 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-f206d6ec-606e-4cba-bacc-fb20bd8b7d2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564c5822-a343-49c3-988f-8d9706f1e0d5 HTTP/1.1" status: 200 len: 217 time: 0.0513713 Nov 20 03:27:10.361093 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1f6b25eb-893d-4302-9411-0e88211681c3 req-501df7aa-68c8-4b74-b9fa-24e983515539 service neutron] 10.222.0.50 "GET /v2.0/networks/25ab3cd2-d54d-45f6-9cca-87ebd826ebf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731746 Nov 20 03:27:10.361776 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:10.364480 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23013d21-02fa-4969-a724-a9c3033f805f" -d '{"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-unplugged", "status": "completed", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:10.377865 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:10.383986 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.419183 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b041b-5060-4a14-9072-43fb1ff39275 x-openstack-request-id: req-108b041b-5060-4a14-9072-43fb1ff39275 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:10.419508 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-unplugged", "status": "completed", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:10.419785 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-108b041b-5060-4a14-9072-43fb1ff39275 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:10.420200 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'code': 200} Nov 20 03:27:10.426444 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-93b33504-2894-494e-aca6-cb3834e0da44 req-8d706bea-01a3-485a-9a12-dc2a2c1bbc43 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257474 Nov 20 03:27:10.439143 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-9a2c917c-44e2-464d-8627-cee98a921aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:10.441471 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-9a2c917c-44e2-464d-8627-cee98a921aa8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=519f422e-b6d6-4c99-ab54-896a153006cd HTTP/1.1" status: 200 len: 853 time: 0.0869296 Nov 20 03:27:10.442662 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=8']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:10.501250 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-982d2c43-87e3-47e0-b0c6-06bcbda1908c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303857 Nov 20 03:27:10.609907 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-b083bd83-c9d7-4ca8-9b1b-5c2c924018f8 service neutron] 10.222.0.50 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876172 Nov 20 03:27:10.654147 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1660753'] for router_interface, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:10.717628 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1e142c26-21ef-4673-b24c-ddeb923e1a49 req-4e5a8033-1b47-46ae-a5e3-a3bf9cba2453 service neutron] 10.222.0.50 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951552 Nov 20 03:27:10.876615 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Router 70da927c-152a-4dfb-9ec4-84cdca76a627 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:27:10.993795 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:27:10.998981 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-eca9cc76-3925-4354-b78f-9f4c3993f610 admin admin] 10.222.0.53 "PUT /v2.0/routers/70da927c-152a-4dfb-9ec4-84cdca76a627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6367464 Nov 20 03:27:11.001544 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51038) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:11.005011 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] Sync routers for ids ['70da927c-152a-4dfb-9ec4-84cdca76a627'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:27:11.018857 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] Routers {'70da927c-152a-4dfb-9ec4-84cdca76a627'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:27:11.019774 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:26:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['70da927c-152a-4dfb-9ec4-84cdca76a627'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:11.068993 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.120773 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.154868 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-7b06665d-7bdf-4894-ad8c-3ced9a05def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.156363 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-7b06665d-7bdf-4894-ad8c-3ced9a05def0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=422f83bc1d64444f90dd9a51dbb93678&device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 1096 time: 0.3405774 Nov 20 03:27:11.156925 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] Set router 70da927c-152a-4dfb-9ec4-84cdca76a627 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:27:11.169749 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d810c2-89b0-4ba2-ac3e-a13b98394839 req-45f8370a-b7b0-435d-bb3b-2a2cd8532bcf tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.171240 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-69d810c2-89b0-4ba2-ac3e-a13b98394839 req-45f8370a-b7b0-435d-bb3b-2a2cd8532bcf tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0933022 Nov 20 03:27:11.187311 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f40ac-1678-4712-8212-ea58a81f6140 req-fb250d3d-6cc8-4ab4-ac0c-df21cd1ba218 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.188792 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-158f40ac-1678-4712-8212-ea58a81f6140 req-fb250d3d-6cc8-4ab4-ac0c-df21cd1ba218 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 943 time: 0.1097517 Nov 20 03:27:11.249441 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.322022 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Deleting port a00522e7-5780-49c9-b414-928cb4359b5b {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:11.322778 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.332132 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-158f40ac-1678-4712-8212-ea58a81f6140 req-b8c934dc-d278-4811-80c2-76fdabd30a98 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303554 Nov 20 03:27:11.344338 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-69d810c2-89b0-4ba2-ac3e-a13b98394839 req-f7f5cd4e-f10c-4fe2-ad2a-1d06fd34dde6 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535137 Nov 20 03:27:11.379746 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:27:10Z', 'revision_number': 5, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port': {'id': 'a00522e7-5780-49c9-b414-928cb4359b5b', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:38Z', 'updated_at': '2021-11-20T03:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:11.379934 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-718d8c25-4ec6-4521-a36e-1e236e9c3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.379934 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-718d8c25-4ec6-4521-a36e-1e236e9c3f46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1 HTTP/1.1" status: 200 len: 914 time: 0.2054663 Nov 20 03:27:11.407684 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] Checking router: 70da927c-152a-4dfb-9ec4-84cdca76a627 for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:27:11.417000 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] Routers {'70da927c-152a-4dfb-9ec4-84cdca76a627'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:27:11.417608 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:26:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['70da927c-152a-4dfb-9ec4-84cdca76a627'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:11.425451 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] For port a00522e7-5780-49c9-b414-928cb4359b5b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=a00522e7-5780-49c9-b414-928cb4359b5b,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:11.425968 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.439910 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-4d5355d5-f370-4f40-ae0b-d1495eb42365 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564c5822-a343-49c3-988f-8d9706f1e0d5 HTTP/1.1" status: 200 len: 217 time: 0.0431328 Nov 20 03:27:11.440978 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Calling delete_port for a00522e7-5780-49c9-b414-928cb4359b5b owned by network:router_gateway {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:11.510098 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-78b2a11b-72b2-40e2-82fe-8cdf42cdf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.511969 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-78b2a11b-72b2-40e2-82fe-8cdf42cdf00a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=519f422e-b6d6-4c99-ab54-896a153006cd HTTP/1.1" status: 200 len: 853 time: 0.0518153 Nov 20 03:27:11.514684 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] Set router 70da927c-152a-4dfb-9ec4-84cdca76a627 gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:27:11.566753 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-8de2d0e9-822f-4b5e-bc8b-f3fc07381ff6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436497 Nov 20 03:27:11.571993 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:27:11Z', 'revision_number': 6, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port_host': None}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:11.604214 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be410c-05fd-4c7a-9ce7-e17b02e20c78 None None] The sync data for ids ['70da927c-152a-4dfb-9ec4-84cdca76a627'] in dv-cinder-818037-5-smb is: [{'id': '70da927c-152a-4dfb-9ec4-84cdca76a627', 'name': 'tempest-ServerRescueNegativeTestJSON-529715340-router', 'tenant_id': 'e15be1099b704550b3654808d5649183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:27:11Z', 'revision_number': 6, 'project_id': 'e15be1099b704550b3654808d5649183', 'gw_port_host': None}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:27:11.628877 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334d850-f898-4bf1-848d-11f8dc374114 req-5408b962-8cda-4405-88e5-257fe5830fdf tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:11.630525 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7334d850-f898-4bf1-848d-11f8dc374114 req-5408b962-8cda-4405-88e5-257fe5830fdf tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 944 time: 0.1176074 Nov 20 03:27:11.632374 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.670222 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00522e7-5780-49c9-b414-928cb4359b5b,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:11.708686 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-e4d9ef8b-f439-466d-89fc-f62ea65ca58a service neutron] 10.222.0.50 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315117 Nov 20 03:27:11.713521 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7334d850-f898-4bf1-848d-11f8dc374114 req-bdeb77b0-6d59-4b9b-bc79-38c56b58fba9 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691051 Nov 20 03:27:11.723361 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747471'] for router_gateway, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.816181 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0d9c0b0b-55be-4d58-9917-4242604e3c87 req-8ab5f208-4192-47c3-b9af-ed161bf8bb4c service neutron] 10.222.0.50 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921102 Nov 20 03:27:11.828607 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4683'] for router, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.830874 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.905009 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1661866'] for router, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.905625 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70da927c-152a-4dfb-9ec4-84cdca76a627 {{(pid=102584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:27:11.911674 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:11.912845 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ab653889-28e9-4c91-8da6-ad69d94c72e9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/70da927c-152a-4dfb-9ec4-84cdca76a627 HTTP/1.1" status: 204 len: 168 time: 0.9102209 Nov 20 03:27:11.915642 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51042) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:11.964497 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b9d494-5b6d-46a2-bd89-67b4baf51a5e admin admin] Deleting subnet 2a7262b0-f863-4df0-8a19-465cdadba965 {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:27:11.968573 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-40b9d494-5b6d-46a2-bd89-67b4baf51a5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.007249 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-40b9d494-5b6d-46a2-bd89-67b4baf51a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.054296 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-40b9d494-5b6d-46a2-bd89-67b4baf51a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.118238 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-40b9d494-5b6d-46a2-bd89-67b4baf51a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.143979 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9d494-5b6d-46a2-bd89-67b4baf51a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7262b0-f863-4df0-8a19-465cdadba965,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:12.148922 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-40b9d494-5b6d-46a2-bd89-67b4baf51a5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.152068 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-40b9d494-5b6d-46a2-bd89-67b4baf51a5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2a7262b0-f863-4df0-8a19-465cdadba965 HTTP/1.1" status: 204 len: 168 time: 0.2354710 Nov 20 03:27:12.154878 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51044) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:12.222256 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 675dbe10-6d2c-479f-a252-15e9910aa803 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:27:12.234636 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.315521 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.318828 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 675dbe10-6d2c-479f-a252-15e9910aa803, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=675dbe10-6d2c-479f-a252-15e9910aa803,segment=NetworkSegment(6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8),segment_id=6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:12.330922 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '675dbe10-6d2c-479f-a252-15e9910aa803', 'network_id': '25ab3cd2-d54d-45f6-9cca-87ebd826ebf6', 'port_id': '675dbe10-6d2c-479f-a252-15e9910aa803', 'mac_address': 'fa:16:3e:e1:12:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96300d83-e32c-4878-8991-63cc472ecad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:27:12.335885 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec62933-cfed-4c95-a7b3-d6b21121ec57']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:12.346196 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:12.346492 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea80124f-8c09-4e75-b3d1-a747c2b5e8c6') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:12.355892 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.369963 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.371846 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.376142 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:27:12.376568 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:27:12.378360 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:27:12.389172 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675dbe10-6d2c-479f-a252-15e9910aa803 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:12.416260 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 675dbe10-6d2c-479f-a252-15e9910aa803, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=675dbe10-6d2c-479f-a252-15e9910aa803,segment=NetworkSegment(6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8),segment_id=6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:12.419426 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 3ecba1ee-67ba-4773-8d22-9db49302e06f no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:12.443204 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 3ecba1ee-67ba-4773-8d22-9db49302e06f {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:12.443800 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 3ecba1ee-67ba-4773-8d22-9db49302e06f not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:12.446137 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.480972 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.489703 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.490233 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504af1-f3d3-4032-b643-2f114e721608 req-6f58fba3-1ff4-490a-810e-d44dee4c7950 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:12.493762 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] 10.222.0.53 "DELETE /v2.0/networks/fec62933-cfed-4c95-a7b3-d6b21121ec57 HTTP/1.1" status: 204 len: 168 time: 0.3379488 Nov 20 03:27:12.504328 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f504af1-f3d3-4032-b643-2f114e721608 req-6f58fba3-1ff4-490a-810e-d44dee4c7950 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 943 time: 0.0810640 Nov 20 03:27:12.508660 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbd341-8e82-4442-bad4-9c0a8c135f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=fec62933-cfed-4c95-a7b3-d6b21121ec57,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:12.511722 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=675dbe10-6d2c-479f-a252-15e9910aa803,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:12.595649 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90101fd1-3217-4429-8f02-bf26ed3edb1c req-9eb8c767-2cf1-45eb-a842-c021f8a75819 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:12.597238 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90101fd1-3217-4429-8f02-bf26ed3edb1c req-9eb8c767-2cf1-45eb-a842-c021f8a75819 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0898292 Nov 20 03:27:12.602387 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f504af1-f3d3-4032-b643-2f114e721608 req-591c6700-dd49-450f-bd54-aeee743f8793 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970051 Nov 20 03:27:12.649812 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90101fd1-3217-4429-8f02-bf26ed3edb1c req-98655402-d592-4e77-a0fe-9eb7377e02c3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460432 Nov 20 03:27:12.695187 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51054) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:12.748966 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-259e704c-2c1e-48e5-8fec-65c58b47c311 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e15be1099b704550b3654808d5649183&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523410 Nov 20 03:27:12.751324 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51060) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:12.790824 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['675dbe10-6d2c-479f-a252-15e9910aa803'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:12.822414 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-47589ddc-36ec-4a56-a474-6e8b6eb58a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.846963 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904eadf-a4f3-4821-b154-3032bbe990f3 req-decea1bb-d70f-4a32-b2ed-01c11a8450fa tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:12.849324 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e904eadf-a4f3-4821-b154-3032bbe990f3 req-decea1bb-d70f-4a32-b2ed-01c11a8450fa tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 945 time: 0.0548952 Nov 20 03:27:12.850014 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-47589ddc-36ec-4a56-a474-6e8b6eb58a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.909878 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e904eadf-a4f3-4821-b154-3032bbe990f3 req-1115ebbd-d871-4181-8925-7c5a58b7a151 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Nov 20 03:27:12.916212 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-47589ddc-36ec-4a56-a474-6e8b6eb58a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.920159 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-47589ddc-36ec-4a56-a474-6e8b6eb58a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:12.921103 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-47589ddc-36ec-4a56-a474-6e8b6eb58a2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ead2926-4dd8-45fe-b797-38098adf7ed9 HTTP/1.1" status: 204 len: 168 time: 0.1688130 Nov 20 03:27:12.929626 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47589ddc-36ec-4a56-a474-6e8b6eb58a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead2926-4dd8-45fe-b797-38098adf7ed9,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:13.212810 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [req-50e9e44c-7817-46b4-9b48-7e6114cbe97f req-e3b1a535-2163-4aa7-b268-12988322378f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:27:13.213963 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-50e9e44c-7817-46b4-9b48-7e6114cbe97f req-e3b1a535-2163-4aa7-b268-12988322378f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061741 Nov 20 03:27:13.380005 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a883ae-c2d8-467d-99f4-db806c40c2bf req-c8075f05-b819-476e-ab2c-f4d9bba9addb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:13.387633 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82a883ae-c2d8-467d-99f4-db806c40c2bf req-c8075f05-b819-476e-ab2c-f4d9bba9addb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0558109 Nov 20 03:27:13.435708 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82a883ae-c2d8-467d-99f4-db806c40c2bf req-1f80a22e-a812-4c14-a64c-da299fba244c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471551 Nov 20 03:27:13.703261 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51118) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:13.721696 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a5052-a2ed-4b1f-a0ea-df3038598a2b req-f058ddba-dc67-46ba-bfee-852b2817bd08 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:13.723472 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-483a5052-a2ed-4b1f-a0ea-df3038598a2b req-f058ddba-dc67-46ba-bfee-852b2817bd08 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 943 time: 0.0517261 Nov 20 03:27:13.776847 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-483a5052-a2ed-4b1f-a0ea-df3038598a2b req-538efd4d-fcd5-4a98-81c5-a787f7754f57 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Nov 20 03:27:13.798223 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-8cf9b633-f101-4eaa-9e78-d6d3af02a7dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933423 Nov 20 03:27:13.807765 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-ad363110-e086-499c-9c4b-4cbbcffa0ac5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:27:13.808732 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-ad363110-e086-499c-9c4b-4cbbcffa0ac5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052493 Nov 20 03:27:13.890321 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device a00522e7-5780-49c9-b414-928cb4359b5b no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:13.911675 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: a00522e7-5780-49c9-b414-928cb4359b5b {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:13.912043 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device a00522e7-5780-49c9-b414-928cb4359b5b not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:14.047445 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20fc2c-d307-48c3-b221-bb318f875251 req-d4fee9df-3ed3-4054-ad0c-4fffb49a56ce tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:14.049122 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fb20fc2c-d307-48c3-b221-bb318f875251 req-d4fee9df-3ed3-4054-ad0c-4fffb49a56ce tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Nov 20 03:27:14.113190 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fb20fc2c-d307-48c3-b221-bb318f875251 req-782daa33-40e5-4ec7-b5ef-9747c6d69df5 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556765 Nov 20 03:27:14.237148 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 564c5822-a343-49c3-988f-8d9706f1e0d5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:27:14.247785 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 675dbe10-6d2c-479f-a252-15e9910aa803 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:27:14.411448 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.db.resource_extend [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 20 03:27:14.511793 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 564c5822-a343-49c3-988f-8d9706f1e0d5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564c5822-a343-49c3-988f-8d9706f1e0d5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:14.514491 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 675dbe10-6d2c-479f-a252-15e9910aa803 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:27:14.523587 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 675dbe10-6d2c-479f-a252-15e9910aa803 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:14.523989 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:14.550977 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '564c5822-a343-49c3-988f-8d9706f1e0d5', 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1', 'port_id': '564c5822-a343-49c3-988f-8d9706f1e0d5', 'mac_address': 'fa:16:3e:b7:4a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519f422e-b6d6-4c99-ab54-896a153006cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:27:14.574255 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c66538-38ad-43f7-bf6e-7df5dc6e136d req-0e5adf14-5ad4-4f12-bfb5-aa69d60220c0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:14.575760 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-77c66538-38ad-43f7-bf6e-7df5dc6e136d req-0e5adf14-5ad4-4f12-bfb5-aa69d60220c0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0610385 Nov 20 03:27:14.614186 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:14.627504 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-77c66538-38ad-43f7-bf6e-7df5dc6e136d req-c157e838-1ff7-40d9-8c27-5c779a4987a6 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445886 Nov 20 03:27:14.631335 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564c5822-a343-49c3-988f-8d9706f1e0d5 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:14.679091 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 564c5822-a343-49c3-988f-8d9706f1e0d5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564c5822-a343-49c3-988f-8d9706f1e0d5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:14.683988 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:14.685832 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:14.737336 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8ac4d-c977-4180-85ea-ba3f1a5de8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675dbe10-6d2c-479f-a252-15e9910aa803'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:14.739751 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9a98dc-91ff-4cf0-b95d-ceec90f750d3" -d '{"events": [{"server_uuid": "bff8ac4d-c977-4180-85ea-ba3f1a5de8c0", "name": "network-vif-plugged", "status": "completed", "tag": "675dbe10-6d2c-479f-a252-15e9910aa803"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:14.759489 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 675dbe10-6d2c-479f-a252-15e9910aa803, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=675dbe10-6d2c-479f-a252-15e9910aa803,segment=NetworkSegment(6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8),segment_id=6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:14.778355 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:14.780481 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:14.787781 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=564c5822-a343-49c3-988f-8d9706f1e0d5,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:14.802192 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95aca5b-2990-4ebd-93f2-58f19f680cd4 x-openstack-request-id: req-a95aca5b-2990-4ebd-93f2-58f19f680cd4 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:14.802515 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8ac4d-c977-4180-85ea-ba3f1a5de8c0", "name": "network-vif-plugged", "status": "completed", "tag": "675dbe10-6d2c-479f-a252-15e9910aa803", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:14.803269 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a95aca5b-2990-4ebd-93f2-58f19f680cd4 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:14.803718 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff8ac4d-c977-4180-85ea-ba3f1a5de8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675dbe10-6d2c-479f-a252-15e9910aa803', 'code': 200} Nov 20 03:27:14.936534 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7570-5455-4859-86f5-c12c5ce57e1d req-161640a2-2259-4fa4-910c-92538545655c tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:14.938430 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f8fb7570-5455-4859-86f5-c12c5ce57e1d req-161640a2-2259-4fa4-910c-92538545655c tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 944 time: 0.0657914 Nov 20 03:27:14.943530 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=675dbe10-6d2c-479f-a252-15e9910aa803,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:15.000564 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f8fb7570-5455-4859-86f5-c12c5ce57e1d req-a01a8b88-e3dc-487f-8731-44bb108d7be8 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544202 Nov 20 03:27:15.027449 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['564c5822-a343-49c3-988f-8d9706f1e0d5'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:15.055526 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f894b07-5a02-4683-999e-9c8d2103d4e1 req-bcf770cf-ee5d-4684-a844-4ed7f9637edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:15.057086 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6f894b07-5a02-4683-999e-9c8d2103d4e1 req-bcf770cf-ee5d-4684-a844-4ed7f9637edc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 1099 time: 0.0444901 Nov 20 03:27:15.105540 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6f894b07-5a02-4683-999e-9c8d2103d4e1 req-c63d2319-b36c-46fe-be6a-fbe0566aef06 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Nov 20 03:27:15.249930 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8654f8-bfc5-4ab4-89a8-8922546658b6 req-9d43dc4c-a4dc-4671-976e-dd9ed7001c4b tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:15.251740 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bf8654f8-bfc5-4ab4-89a8-8922546658b6 req-9d43dc4c-a4dc-4671-976e-dd9ed7001c4b tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0555298 Nov 20 03:27:15.300162 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bf8654f8-bfc5-4ab4-89a8-8922546658b6 req-4886e206-b5c4-4598-8540-91bfc3d79889 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Nov 20 03:27:15.810805 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6229-ecdf-4ec5-a441-693bdcd46727 req-62b2b468-84a8-485c-b41f-da7f30594904 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:15.812317 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-08af6229-ecdf-4ec5-a441-693bdcd46727 req-62b2b468-84a8-485c-b41f-da7f30594904 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.1039076 Nov 20 03:27:15.826259 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-a793c49d-72cf-497b-86f5-b404d01cfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:15.827652 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-a793c49d-72cf-497b-86f5-b404d01cfccc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949&tenant_id=b138c523752a4f6da2b64ff7b7c56d06 HTTP/1.1" status: 200 len: 1097 time: 0.0937440 Nov 20 03:27:15.866151 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-08af6229-ecdf-4ec5-a441-693bdcd46727 req-5677a303-8e00-42bd-ada6-730e49d0e644 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475650 Nov 20 03:27:15.925759 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-f8f1f4a9-2976-4b96-a6f3-a4a1f1e904e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:15.927278 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-f8f1f4a9-2976-4b96-a6f3-a4a1f1e904e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 1097 time: 0.0552599 Nov 20 03:27:16.028433 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-d05ffcfc-30b5-4af7-b9c6-eb3de6d5596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:16.029994 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-d05ffcfc-30b5-4af7-b9c6-eb3de6d5596d service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.0925195 Nov 20 03:27:16.125094 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-019fee26-2eea-4865-9cb0-10f6629428bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5 HTTP/1.1" status: 200 len: 999 time: 0.0861549 Nov 20 03:27:16.154767 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fb95c-3884-4e10-ab73-3a42bebea65a req-d44070ff-d39d-4c23-9c84-9da9c6d4bb53 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:16.156285 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fd2fb95c-3884-4e10-ab73-3a42bebea65a req-d44070ff-d39d-4c23-9c84-9da9c6d4bb53 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 944 time: 0.0823145 Nov 20 03:27:16.213101 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-8d9fd107-c9f9-4dce-a630-9af1e256c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:16.214863 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-8d9fd107-c9f9-4dce-a630-9af1e256c99b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0764544 Nov 20 03:27:16.229653 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fd2fb95c-3884-4e10-ab73-3a42bebea65a req-841d05fb-b7a3-4230-8d84-f879916a68a1 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562530 Nov 20 03:27:16.255721 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 564c5822-a343-49c3-988f-8d9706f1e0d5 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:27:16.298142 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-32b1e16f-81f9-4896-8547-7b3b006db3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:16.300286 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-32b1e16f-81f9-4896-8547-7b3b006db3da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548453 Nov 20 03:27:16.333826 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 564c5822-a343-49c3-988f-8d9706f1e0d5 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:27:16.339193 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bada97d5-6fb8-414f-9c75-2c8ae0773702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.342638 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 564c5822-a343-49c3-988f-8d9706f1e0d5 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:16.343295 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.434559 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.436002 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-20606b70-7cb7-4580-8802-f058dd6bb60e service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210022 Nov 20 03:27:16.476595 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 564c5822-a343-49c3-988f-8d9706f1e0d5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564c5822-a343-49c3-988f-8d9706f1e0d5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:16.481838 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:16.534519 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=564c5822-a343-49c3-988f-8d9706f1e0d5,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:16.536696 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b7b3f-785b-4bb8-8319-5eee8dd5f13e req-47290ccb-2a26-4517-b887-1a4236588171 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:16.539479 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e37b7b3f-785b-4bb8-8319-5eee8dd5f13e req-47290ccb-2a26-4517-b887-1a4236588171 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.1185999 Nov 20 03:27:16.585973 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4df1d9f-116d-4607-a23b-ac80950a4c41 req-dcd3f53c-78ab-4d38-b24b-ec30ad896b4e service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363053 Nov 20 03:27:16.610359 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e37b7b3f-785b-4bb8-8319-5eee8dd5f13e req-227fd214-0464-44e9-bb29-97a121108176 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582483 Nov 20 03:27:16.805320 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269ea691-bd2f-4a0a-b651-05664a246cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c5822-a343-49c3-988f-8d9706f1e0d5'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:16.807976 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2006893-ac05-4a5b-b751-958493476ebb" -d '{"events": [{"server_uuid": "269ea691-bd2f-4a0a-b651-05664a246cdf", "name": "network-vif-plugged", "status": "completed", "tag": "564c5822-a343-49c3-988f-8d9706f1e0d5"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:16.845178 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce649dd-144d-4805-8c06-2f7446a24558 x-openstack-request-id: req-3ce649dd-144d-4805-8c06-2f7446a24558 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:16.845471 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269ea691-bd2f-4a0a-b651-05664a246cdf", "name": "network-vif-plugged", "status": "completed", "tag": "564c5822-a343-49c3-988f-8d9706f1e0d5", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:16.845744 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ce649dd-144d-4805-8c06-2f7446a24558 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:16.846128 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269ea691-bd2f-4a0a-b651-05664a246cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c5822-a343-49c3-988f-8d9706f1e0d5', 'code': 200} Nov 20 03:27:16.998319 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03c3c8-faf3-4441-a5c3-bf710403b665 req-e4004153-eae0-4f61-b5ba-dce5314449ff tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:17.000127 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-af03c3c8-faf3-4441-a5c3-bf710403b665 req-e4004153-eae0-4f61-b5ba-dce5314449ff tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0564895 Nov 20 03:27:17.054495 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-af03c3c8-faf3-4441-a5c3-bf710403b665 req-cd6ef86f-d1cf-4da0-a3ad-dd003cf3e129 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472639 Nov 20 03:27:17.095245 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ee8cf-5704-4526-a620-57752e763d10 req-0622a1f0-1f5f-4386-a364-ed5f6a9305d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:17.096903 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-167ee8cf-5704-4526-a620-57752e763d10 req-0622a1f0-1f5f-4386-a364-ed5f6a9305d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 1098 time: 0.0399690 Nov 20 03:27:17.149922 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-167ee8cf-5704-4526-a620-57752e763d10 req-835a124b-a3eb-47cc-a9f1-e98f7e9d2b0b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Nov 20 03:27:17.355365 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a507174-fabd-4d36-9abd-59e8a74ed542 req-6328147d-51c6-4905-8588-0a4a1f180f6c tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:17.356776 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a507174-fabd-4d36-9abd-59e8a74ed542 req-6328147d-51c6-4905-8588-0a4a1f180f6c tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0484819 Nov 20 03:27:17.416945 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a507174-fabd-4d36-9abd-59e8a74ed542 req-25da7b26-c868-417a-84a2-53259fbf4ecc tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540340 Nov 20 03:27:17.735632 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56852b6c-5a78-4436-8986-8a1e75e39151 req-b342cf18-2f4e-4ee9-b2ea-4a61064f7b39 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:17.737351 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-56852b6c-5a78-4436-8986-8a1e75e39151 req-b342cf18-2f4e-4ee9-b2ea-4a61064f7b39 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0575118 Nov 20 03:27:17.787512 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-56852b6c-5a78-4436-8986-8a1e75e39151 req-a9ee3ba6-ef3e-41bf-81bf-8fb4bac6af81 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Nov 20 03:27:18.229725 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a17b4f-46ef-436d-be73-2280c27df66b req-2d9916d9-7f86-47eb-aec8-8831dcdafeb3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:18.232338 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a1a17b4f-46ef-436d-be73-2280c27df66b req-2d9916d9-7f86-47eb-aec8-8831dcdafeb3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0585787 Nov 20 03:27:18.281662 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51234) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:18.303537 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a1a17b4f-46ef-436d-be73-2280c27df66b req-c91d02f4-d3d6-46e5-91ec-a4f801bc08af tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630839 Nov 20 03:27:18.400563 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ec74-1a4c-4307-a283-fc81045603d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:18.481493 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ec74-1a4c-4307-a283-fc81045603d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:18.486626 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ec74-1a4c-4307-a283-fc81045603d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:18.529149 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ee241dd1-e0f3-4808-b5f8-cfef3732663b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:18.543234 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f8c4ec74-1a4c-4307-a283-fc81045603d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b672f3ddb0c54587bb70799719fac8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596688 Nov 20 03:27:18.545009 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4ec74-1a4c-4307-a283-fc81045603d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eee144c-84a2-4bd2-837f-f5201e6f7f3a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:18.546814 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51240) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:18.592833 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28ca71-e03d-4463-8539-0675b7af815c req-ded98f43-84eb-4c89-83b0-0099dd19aa3f tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:18.594325 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5e28ca71-e03d-4463-8539-0675b7af815c req-ded98f43-84eb-4c89-83b0-0099dd19aa3f tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0901101 Nov 20 03:27:18.636084 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-149a5e5a-e2c9-4937-9247-948494b166dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:18.677787 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5e28ca71-e03d-4463-8539-0675b7af815c req-609888d0-bf1b-4873-a6f0-4aadf1778def tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Nov 20 03:27:18.684086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-149a5e5a-e2c9-4937-9247-948494b166dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:18.737174 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-149a5e5a-e2c9-4937-9247-948494b166dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:18.740008 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-149a5e5a-e2c9-4937-9247-948494b166dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:18.748077 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-149a5e5a-e2c9-4937-9247-948494b166dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7eee144c-84a2-4bd2-837f-f5201e6f7f3a HTTP/1.1" status: 204 len: 168 time: 0.1948342 Nov 20 03:27:18.758223 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a5e5a-e2c9-4937-9247-948494b166dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eee144c-84a2-4bd2-837f-f5201e6f7f3a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:19.032944 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51246) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:19.047373 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-006ff4c2-91c4-4fb2-a002-b63124fc64bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:19.126822 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-006ff4c2-91c4-4fb2-a002-b63124fc64bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:19.132254 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-006ff4c2-91c4-4fb2-a002-b63124fc64bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:19.170332 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ff4c2-91c4-4fb2-a002-b63124fc64bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7d9c99-5f6f-4e09-bf54-a0afc6acc1d4,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:19.183108 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-006ff4c2-91c4-4fb2-a002-b63124fc64bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=025489bd8e88496799d3998d25d941bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487167 Nov 20 03:27:19.185928 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51250) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:19.262001 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3b0601e1-4d94-4a19-88fe-cfcdf2645f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:19.286904 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3b0601e1-4d94-4a19-88fe-cfcdf2645f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:19.338036 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3b0601e1-4d94-4a19-88fe-cfcdf2645f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:19.341287 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3b0601e1-4d94-4a19-88fe-cfcdf2645f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:19.344979 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-3b0601e1-4d94-4a19-88fe-cfcdf2645f55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb7d9c99-5f6f-4e09-bf54-a0afc6acc1d4 HTTP/1.1" status: 204 len: 168 time: 0.1555715 Nov 20 03:27:19.363014 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0601e1-4d94-4a19-88fe-cfcdf2645f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7d9c99-5f6f-4e09-bf54-a0afc6acc1d4,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:19.474117 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4338b-ebb6-43a9-9be1-3cd4fe1c13dd req-ef81f2a3-3796-4f83-873b-7e1dbba17b9a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:19.476355 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b8e4338b-ebb6-43a9-9be1-3cd4fe1c13dd req-ef81f2a3-3796-4f83-873b-7e1dbba17b9a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0696399 Nov 20 03:27:19.544379 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b8e4338b-ebb6-43a9-9be1-3cd4fe1c13dd req-a1a9f67f-55b3-402c-af09-35a7f88a0258 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613225 Nov 20 03:27:19.775713 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:19.831714 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e848113-cf51-4054-828d-7c3c4fb2d78e req-68427aae-c5bd-42eb-8dcb-7b2b0293a216 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:19.833663 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8e848113-cf51-4054-828d-7c3c4fb2d78e req-68427aae-c5bd-42eb-8dcb-7b2b0293a216 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0631781 Nov 20 03:27:19.927626 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8e848113-cf51-4054-828d-7c3c4fb2d78e req-64b13d05-06a9-4505-a959-3e3b6de147bb tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859585 Nov 20 03:27:20.768397 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467e9a5-677c-4727-8fe6-c3c7958c2205 req-ee940d52-a5d9-4f09-8354-e911b54cd052 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:20.771769 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b467e9a5-677c-4727-8fe6-c3c7958c2205 req-ee940d52-a5d9-4f09-8354-e911b54cd052 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.1001554 Nov 20 03:27:20.873585 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e27319-2521-46c5-a466-10ad024d4334 req-9487c2f3-b875-482c-94ba-d94e9a3f3645 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:20.875542 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b9e27319-2521-46c5-a466-10ad024d4334 req-9487c2f3-b875-482c-94ba-d94e9a3f3645 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0951688 Nov 20 03:27:20.879443 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b467e9a5-677c-4727-8fe6-c3c7958c2205 req-6cfecb5d-2632-46bb-b069-ce15d82b1e1b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014199 Nov 20 03:27:20.952033 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b9e27319-2521-46c5-a466-10ad024d4334 req-5bf4aeee-1088-48d7-90ce-6296619259b0 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613759 Nov 20 03:27:21.062614 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:21.074252 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a5966-d1c7-41c1-a153-003d7fb95e9f req-dc520171-f059-4e1a-8d83-95a509ebed01 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:21.076233 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-329a5966-d1c7-41c1-a153-003d7fb95e9f req-dc520171-f059-4e1a-8d83-95a509ebed01 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0709102 Nov 20 03:27:21.130998 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-329a5966-d1c7-41c1-a153-003d7fb95e9f req-e7898f49-fdef-4d94-a426-bc9094ab0736 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Nov 20 03:27:21.728767 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:22.031917 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a39a4-b1fa-48dd-a582-a36a6007038c req-6a27e27b-3624-4998-a64c-37b0e5f4a56d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:22.033794 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-459a39a4-b1fa-48dd-a582-a36a6007038c req-6a27e27b-3624-4998-a64c-37b0e5f4a56d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0576732 Nov 20 03:27:22.110769 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c6f12-277f-4c00-a64a-0917d4aff63a req-d6c0a30d-0622-4037-ac51-90d974a7f452 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:22.113574 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a04c6f12-277f-4c00-a64a-0917d4aff63a req-d6c0a30d-0622-4037-ac51-90d974a7f452 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0785861 Nov 20 03:27:22.151828 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-459a39a4-b1fa-48dd-a582-a36a6007038c req-79859157-6d11-4fa0-9dde-3d3b2f52e449 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059008 Nov 20 03:27:22.191923 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a04c6f12-277f-4c00-a64a-0917d4aff63a req-4214f99d-a9a6-4f6f-aeea-4a2f679eb1a0 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611234 Nov 20 03:27:22.280074 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b99ea-88c5-4c19-9b0b-a44bc759cc08 req-79a998d7-6f83-456b-ae9d-cda428aa80af tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:22.281642 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-952b99ea-88c5-4c19-9b0b-a44bc759cc08 req-79a998d7-6f83-456b-ae9d-cda428aa80af tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0507138 Nov 20 03:27:22.332003 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-952b99ea-88c5-4c19-9b0b-a44bc759cc08 req-de7db790-35c8-46b8-ad84-3ba73b55a895 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435894 Nov 20 03:27:23.318585 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f665c-4d05-4ce4-8dc1-23831dc04d63 req-b9da43e9-3c57-4b3e-9900-5793b5123ec3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:23.320204 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb9f665c-4d05-4ce4-8dc1-23831dc04d63 req-b9da43e9-3c57-4b3e-9900-5793b5123ec3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0824332 Nov 20 03:27:23.338494 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082c27c-1732-49ac-b054-6c91dad38970 req-c9fadcbd-c429-4c6b-8d28-6ae90cfe3ea9 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:23.340447 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3082c27c-1732-49ac-b054-6c91dad38970 req-c9fadcbd-c429-4c6b-8d28-6ae90cfe3ea9 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0723767 Nov 20 03:27:23.405608 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb9f665c-4d05-4ce4-8dc1-23831dc04d63 req-84775834-0ff2-40b3-9787-f2a246ef7608 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775025 Nov 20 03:27:23.424987 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3082c27c-1732-49ac-b054-6c91dad38970 req-72b9df08-ff25-48fc-a859-922903e5d3ec tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708764 Nov 20 03:27:23.528633 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e434d-be5b-4cb8-aa0d-2076baac10e4 req-7458df47-2d94-4713-8020-bf816b96016f tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:23.530181 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8a5e434d-be5b-4cb8-aa0d-2076baac10e4 req-7458df47-2d94-4713-8020-bf816b96016f tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0496752 Nov 20 03:27:23.593455 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8a5e434d-be5b-4cb8-aa0d-2076baac10e4 req-db548957-68c4-4223-b1d8-42855ae91b76 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565331 Nov 20 03:27:23.679856 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:27:24.577004 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561039a6-3687-475a-a78b-30999910e938 req-cb0224df-83fd-4690-81af-53301578d1fb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:24.578587 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-561039a6-3687-475a-a78b-30999910e938 req-cb0224df-83fd-4690-81af-53301578d1fb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0817947 Nov 20 03:27:24.592774 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cb457-450a-4eb4-9fab-da9775d9565c req-b5c5717c-faa4-4405-81ca-2f543a282cd5 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:24.594605 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ef9cb457-450a-4eb4-9fab-da9775d9565c req-b5c5717c-faa4-4405-81ca-2f543a282cd5 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0957496 Nov 20 03:27:24.671790 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ef9cb457-450a-4eb4-9fab-da9775d9565c req-e280385b-0368-41fc-a27c-f59caa112f89 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Nov 20 03:27:24.674857 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-561039a6-3687-475a-a78b-30999910e938 req-3a3cb25a-53e9-4592-9410-fd55a5f8d374 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793021 Nov 20 03:27:24.791445 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664e048-c2e0-4b3e-8012-62929d985ef3 req-4b897fac-1330-4838-8a89-df3ca356edee tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:24.793041 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b664e048-c2e0-4b3e-8012-62929d985ef3 req-4b897fac-1330-4838-8a89-df3ca356edee tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0521355 Nov 20 03:27:24.844313 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b664e048-c2e0-4b3e-8012-62929d985ef3 req-2232795f-2d0f-400a-9bd6-e2ca1e4db942 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440626 Nov 20 03:27:25.834046 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a1ac-ae56-4b78-806b-9367df2c3872 req-dda4b2fa-281b-42b6-a09a-bee43eb27226 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:25.835569 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9d12a1ac-ae56-4b78-806b-9367df2c3872 req-dda4b2fa-281b-42b6-a09a-bee43eb27226 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0796940 Nov 20 03:27:25.843565 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5e0f-6934-4f95-98e5-e2fd3a385f4c req-e1108470-53f4-4dfe-87fa-1af85403e8e2 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:25.845105 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-675d5e0f-6934-4f95-98e5-e2fd3a385f4c req-e1108470-53f4-4dfe-87fa-1af85403e8e2 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0793810 Nov 20 03:27:25.922491 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9d12a1ac-ae56-4b78-806b-9367df2c3872 req-b4beba84-a203-47fc-88f6-a6021f424258 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763538 Nov 20 03:27:25.925725 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-675d5e0f-6934-4f95-98e5-e2fd3a385f4c req-f182756e-f3e6-4603-a1db-1ba168db719d tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737162 Nov 20 03:27:26.029940 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0699e-fcc4-4167-b9db-39ff98eadcf0 req-c59555b2-e1b8-446a-afd8-26903d9360c0 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:26.031318 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fde0699e-fcc4-4167-b9db-39ff98eadcf0 req-c59555b2-e1b8-446a-afd8-26903d9360c0 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0491676 Nov 20 03:27:26.079838 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fde0699e-fcc4-4167-b9db-39ff98eadcf0 req-62791d64-5f2c-403b-97fb-0e5f4d3fa5ed tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Nov 20 03:27:27.045924 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51402) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:27.082758 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4195d1a-60df-434f-bb66-d30d8c3ef5c8 req-c3daf7ed-bb93-4867-b8c4-66448cd4af44 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:27.085090 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4195d1a-60df-434f-bb66-d30d8c3ef5c8 req-c3daf7ed-bb93-4867-b8c4-66448cd4af44 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0850635 Nov 20 03:27:27.109349 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb2cb-989b-40f2-8fda-0cd14bca0586 req-56085383-5718-4d34-8b4f-893fc0ed9e0e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:27.111154 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1f2fb2cb-989b-40f2-8fda-0cd14bca0586 req-56085383-5718-4d34-8b4f-893fc0ed9e0e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0983846 Nov 20 03:27:27.186157 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e4195d1a-60df-434f-bb66-d30d8c3ef5c8 req-b0db3074-3160-4d5a-ad11-6c002fe00580 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937102 Nov 20 03:27:27.195794 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1f2fb2cb-989b-40f2-8fda-0cd14bca0586 req-282b0b78-93e9-4039-b24c-9da63caf17d9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755403 Nov 20 03:27:27.216579 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a37f8de-9260-4456-a08a-76fd7289f024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:27.302239 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4e1e8-9cdf-49dd-a18b-52e6bb30e203 req-2db2caa4-3fe5-4eed-a1a8-5b2c23fb01df tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:27.302767 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a37f8de-9260-4456-a08a-76fd7289f024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:27.303810 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-31d4e1e8-9cdf-49dd-a18b-52e6bb30e203 req-2db2caa4-3fe5-4eed-a1a8-5b2c23fb01df tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0509505 Nov 20 03:27:27.312092 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a37f8de-9260-4456-a08a-76fd7289f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:27.341485 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37f8de-9260-4456-a08a-76fd7289f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bae84c-505e-40b5-b427-54a5f43769f7,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:27.358164 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-31d4e1e8-9cdf-49dd-a18b-52e6bb30e203 req-2846f32e-793f-4acc-b3be-0efea3248583 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Nov 20 03:27:27.376202 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51410) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:27.380235 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-5a37f8de-9260-4456-a08a-76fd7289f024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37935f1f6ab74c91972132097998fab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293641 Nov 20 03:27:27.441811 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f946276d-684b-43f9-a02c-d85ef797c8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:27.697010 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f946276d-684b-43f9-a02c-d85ef797c8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:27.747398 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f946276d-684b-43f9-a02c-d85ef797c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:27.750469 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f946276d-684b-43f9-a02c-d85ef797c8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:27.754402 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-f946276d-684b-43f9-a02c-d85ef797c8ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1bae84c-505e-40b5-b427-54a5f43769f7 HTTP/1.1" status: 204 len: 168 time: 0.3739293 Nov 20 03:27:27.761006 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946276d-684b-43f9-a02c-d85ef797c8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bae84c-505e-40b5-b427-54a5f43769f7,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:28.077824 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51416) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:28.093131 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f89fc74d-1fd9-493c-aea8-2d1922726395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:28.184203 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f89fc74d-1fd9-493c-aea8-2d1922726395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:28.190591 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f89fc74d-1fd9-493c-aea8-2d1922726395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:28.228373 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fc74d-1fd9-493c-aea8-2d1922726395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e005b-653e-4714-b6c3-0eb933b0a2c0,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:28.234328 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-f89fc74d-1fd9-493c-aea8-2d1922726395 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d84c26f6270840a6bb292755226ab6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553767 Nov 20 03:27:28.237186 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51422) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:28.363304 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4367c7cc-283f-472e-81a8-14688645efe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:28.373640 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c22d-051c-42b6-a587-a10bcc6e87e8 req-5ccfe00b-0777-4d88-887b-0a405e697abe tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:28.375138 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b525c22d-051c-42b6-a587-a10bcc6e87e8 req-5ccfe00b-0777-4d88-887b-0a405e697abe tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.1044145 Nov 20 03:27:28.384149 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558152ac-b455-4eb2-a394-db02835657bb req-d9269c12-812a-4e99-8601-56a246c71a4d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:28.385533 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-558152ac-b455-4eb2-a394-db02835657bb req-d9269c12-812a-4e99-8601-56a246c71a4d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.1027920 Nov 20 03:27:28.429569 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4367c7cc-283f-472e-81a8-14688645efe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:28.498423 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-558152ac-b455-4eb2-a394-db02835657bb req-2f01ece1-8bbc-4c3d-96ff-0196810945ac tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054466 Nov 20 03:27:28.502053 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b525c22d-051c-42b6-a587-a10bcc6e87e8 req-fa82b996-efda-4c56-93be-4af267a58fd5 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110518 Nov 20 03:27:28.531378 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4367c7cc-283f-472e-81a8-14688645efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:28.534181 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4367c7cc-283f-472e-81a8-14688645efe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:28.535345 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-4367c7cc-283f-472e-81a8-14688645efe8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d67e005b-653e-4714-b6c3-0eb933b0a2c0 HTTP/1.1" status: 204 len: 168 time: 0.2971368 Nov 20 03:27:28.548467 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367c7cc-283f-472e-81a8-14688645efe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e005b-653e-4714-b6c3-0eb933b0a2c0,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:28.611789 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba373d-88e3-47a3-8d6f-ee00e9f3a55d req-140347e8-ebd4-4c83-9d89-cd988e57eb66 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:28.613352 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-24ba373d-88e3-47a3-8d6f-ee00e9f3a55d req-140347e8-ebd4-4c83-9d89-cd988e57eb66 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0520971 Nov 20 03:27:28.665772 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-24ba373d-88e3-47a3-8d6f-ee00e9f3a55d req-43e46682-7737-47ac-9e9f-66dd1c85ad9f tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Nov 20 03:27:29.659104 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9204-5435-4197-b476-1204eaed455f req-0fd16ce4-f7ac-4d25-8467-bb6788cda838 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:29.660655 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-781d9204-5435-4197-b476-1204eaed455f req-0fd16ce4-f7ac-4d25-8467-bb6788cda838 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.0669589 Nov 20 03:27:29.669448 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778942e-b3e7-4408-91d1-3166ed489b04 req-5ec24784-4735-4dfd-b506-0a3194b02c4a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:29.670998 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3778942e-b3e7-4408-91d1-3166ed489b04 req-5ec24784-4735-4dfd-b506-0a3194b02c4a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0886827 Nov 20 03:27:29.744758 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-781d9204-5435-4197-b476-1204eaed455f req-f98f0613-958a-4ed6-bc22-dd20e6dac02c tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728195 Nov 20 03:27:29.748377 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3778942e-b3e7-4408-91d1-3166ed489b04 req-92b48d76-5f36-4e61-8b17-890464b7e067 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704505 Nov 20 03:27:29.876463 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4535b8-7a6c-463e-9ecf-d2d38e64f641 req-3f7c38e4-9873-4c4d-90e8-124310a0f4fb tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:29.879546 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cd4535b8-7a6c-463e-9ecf-d2d38e64f641 req-3f7c38e4-9873-4c4d-90e8-124310a0f4fb tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0541618 Nov 20 03:27:29.929070 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cd4535b8-7a6c-463e-9ecf-d2d38e64f641 req-b03e4eec-3a57-4b65-aa23-0de1cbf56bef tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445840 Nov 20 03:27:30.961694 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ac6175f6-9698-4264-a620-a5dafee928f2 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:30.964579 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ac6175f6-9698-4264-a620-a5dafee928f2 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.1349890 Nov 20 03:27:30.973291 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986828b6-557c-493e-bb1f-855e3d16f23f req-79727895-4282-4d86-8c12-648927aceb17 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:30.974782 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-986828b6-557c-493e-bb1f-855e3d16f23f req-79727895-4282-4d86-8c12-648927aceb17 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.1359456 Nov 20 03:27:30.985086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cde09-73e5-45f9-a24e-cd86c1e7cfad req-527ad093-5ea9-4311-b345-0353d233707c tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:30.986475 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-692cde09-73e5-45f9-a24e-cd86c1e7cfad req-527ad093-5ea9-4311-b345-0353d233707c tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/ports?device_id=bff8ac4d-c977-4180-85ea-ba3f1a5de8c0 HTTP/1.1" status: 200 len: 946 time: 0.1451082 Nov 20 03:27:31.151327 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-692cde09-73e5-45f9-a24e-cd86c1e7cfad req-fe6aee85-2028-46a2-92a8-591ab2446fe2 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.53 "GET /v2.0/security-groups?id=b63444ab-7b42-496b-a3f2-a1f141f6affe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489086 Nov 20 03:27:31.151925 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-986828b6-557c-493e-bb1f-855e3d16f23f req-8fe6f2ac-b346-4911-a623-e568c04b91a0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611636 Nov 20 03:27:31.188734 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Deleting port 675dbe10-6d2c-479f-a252-15e9910aa803 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:27:31.189117 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.285175 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] For port 675dbe10-6d2c-479f-a252-15e9910aa803, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=675dbe10-6d2c-479f-a252-15e9910aa803,segment=NetworkSegment(6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8),segment_id=6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:31.285534 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.298828 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Calling delete_port for 675dbe10-6d2c-479f-a252-15e9910aa803 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:27:31.438964 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.469379 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Pushing event deleted for resources: {'Port': ['ID=675dbe10-6d2c-479f-a252-15e9910aa803,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:31.485027 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['675dbe10-6d2c-479f-a252-15e9910aa803'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:31.517901 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] No DVR routers for this DVR port 675dbe10-6d2c-479f-a252-15e9910aa803 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:27:31.520274 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:31.523623 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21b5b9e7-28e9-4469-b1dd-30036658ac27 req-ee245145-cb15-4f5b-b1f9-d54151900003 tempest-VolumesActionsTest-2089698108 tempest-VolumesActionsTest-2089698108-project] 10.222.0.50 "DELETE /v2.0/ports/675dbe10-6d2c-479f-a252-15e9910aa803 HTTP/1.1" status: 204 len: 173 time: 0.5479620 Nov 20 03:27:31.524229 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8ac4d-c977-4180-85ea-ba3f1a5de8c0', 'name': 'network-vif-deleted', 'tag': '675dbe10-6d2c-479f-a252-15e9910aa803'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:31.526653 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b213d64a-e568-41cb-9577-940e523cf325" -d '{"events": [{"server_uuid": "bff8ac4d-c977-4180-85ea-ba3f1a5de8c0", "name": "network-vif-deleted", "tag": "675dbe10-6d2c-479f-a252-15e9910aa803"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:31.572046 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc387a4-95cf-4312-acc6-091b2dbd6092 x-openstack-request-id: req-3fc387a4-95cf-4312-acc6-091b2dbd6092 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:31.572466 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8ac4d-c977-4180-85ea-ba3f1a5de8c0", "name": "network-vif-deleted", "tag": "675dbe10-6d2c-479f-a252-15e9910aa803", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:31.572960 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fc387a4-95cf-4312-acc6-091b2dbd6092 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:31.573330 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff8ac4d-c977-4180-85ea-ba3f1a5de8c0', 'name': 'network-vif-deleted', 'tag': '675dbe10-6d2c-479f-a252-15e9910aa803', 'status': 'completed', 'code': 200} Nov 20 03:27:32.314041 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:27:32.318353 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a97522-ea22-4c67-87a2-39547221bf9f req-7922d8fa-4b86-487b-8c70-2d29c7340af5 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:32.319934 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-71a97522-ea22-4c67-87a2-39547221bf9f req-7922d8fa-4b86-487b-8c70-2d29c7340af5 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 944 time: 0.0555332 Nov 20 03:27:32.379914 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-71a97522-ea22-4c67-87a2-39547221bf9f req-5965cab6-0c62-44e9-94d7-7610734cae0c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527010 Nov 20 03:27:32.420261 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:32.436970 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'port_id': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'mac_address': 'fa:16:3e:a0:37:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:27:32.484956 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.499901 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:27:32.525411 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:32.533091 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:32.584436 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=9']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:32.892874 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['22e90e5c-870f-4cff-9dd4-e7a3a36259b5'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:27:33.506168 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1a9a0-cea7-44d1-927d-3da78d75b2cf req-bef635b9-c2e4-471a-9c28-cd6a13237fd4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:33.507372 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-54b1a9a0-cea7-44d1-927d-3da78d75b2cf req-bef635b9-c2e4-471a-9c28-cd6a13237fd4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 945 time: 0.0542896 Nov 20 03:27:33.560039 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-54b1a9a0-cea7-44d1-927d-3da78d75b2cf req-4581c2aa-3326-4e8e-85bb-d2066e413ffb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Nov 20 03:27:34.332935 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:27:34.387331 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:27:34.387721 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:34.463525 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:34.486721 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:27:34.489039 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ff6ef-ab44-44b7-a061-20e97ce97620" -d '{"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-plugged", "status": "completed", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:27:34.502769 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:27:34.511353 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:34.512349 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 675dbe10-6d2c-479f-a252-15e9910aa803 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:27:34.536244 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9051150c-8814-4c28-a5ce-1e16ec69fca4 x-openstack-request-id: req-9051150c-8814-4c28-a5ce-1e16ec69fca4 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:27:34.536596 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-plugged", "status": "completed", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:27:34.536871 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9051150c-8814-4c28-a5ce-1e16ec69fca4 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:27:34.537260 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'code': 200} Nov 20 03:27:34.557898 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 675dbe10-6d2c-479f-a252-15e9910aa803 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:27:34.558257 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 675dbe10-6d2c-479f-a252-15e9910aa803 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:27:34.597259 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=10']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:34.694918 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa838b-e741-4703-971b-7df623531269 req-4b0ff276-201a-41dc-a3cd-bb684dd0ff19 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:34.696559 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2afa838b-e741-4703-971b-7df623531269 req-4b0ff276-201a-41dc-a3cd-bb684dd0ff19 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 947 time: 0.0537653 Nov 20 03:27:34.749676 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2afa838b-e741-4703-971b-7df623531269 req-e321c360-b50b-4d3e-bfbd-6cea460b23c9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454659 Nov 20 03:27:35.071546 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7cfd2-5730-4887-9bd6-0bc8f98f4560 req-0917084a-320e-4c3a-896a-dc9167bd6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:35.073551 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5bd7cfd2-5730-4887-9bd6-0bc8f98f4560 req-0917084a-320e-4c3a-896a-dc9167bd6395 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 1100 time: 0.0415947 Nov 20 03:27:35.126838 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5bd7cfd2-5730-4887-9bd6-0bc8f98f4560 req-e5c921ab-3895-4568-9fba-c3a0475b621e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448916 Nov 20 03:27:35.913433 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf31624-61c6-4150-8f47-88872f7098a5 req-9482223b-0ac8-439e-b6f8-993b17c8e60e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:35.915038 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fbf31624-61c6-4150-8f47-88872f7098a5 req-9482223b-0ac8-439e-b6f8-993b17c8e60e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 947 time: 0.0741110 Nov 20 03:27:35.972320 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fbf31624-61c6-4150-8f47-88872f7098a5 req-328b209d-ff34-4a8e-9da2-550e778fd63a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480323 Nov 20 03:27:37.101084 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c2805-ba31-4f32-8937-7e1e5544e2d4 req-3801aea9-d56e-4648-b0d2-82d4081cd132 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:37.102666 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-475c2805-ba31-4f32-8937-7e1e5544e2d4 req-3801aea9-d56e-4648-b0d2-82d4081cd132 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 947 time: 0.0520699 Nov 20 03:27:37.163971 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-475c2805-ba31-4f32-8937-7e1e5544e2d4 req-8036362e-1869-46fb-b8a1-6d09f56fed52 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511608 Nov 20 03:27:38.306628 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0286e8-6fbb-4081-902f-e6548f9a0577 req-11f8b6ed-0e23-41cc-8f8d-75d44444adf9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:38.309089 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5d0286e8-6fbb-4081-902f-e6548f9a0577 req-11f8b6ed-0e23-41cc-8f8d-75d44444adf9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 947 time: 0.0541289 Nov 20 03:27:38.363658 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5d0286e8-6fbb-4081-902f-e6548f9a0577 req-253bf061-a7c7-4d2f-8395-3934a2863b83 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480342 Nov 20 03:27:38.604059 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81139677-5b5d-447a-a399-1dc718b75876 req-ef3b10cc-20dc-4a53-9fa0-ff880e6e2085 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421607 Nov 20 03:27:38.689078 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81139677-5b5d-447a-a399-1dc718b75876 req-5ccb3300-84d9-46c0-9c34-e2923cbaacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:38.690776 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81139677-5b5d-447a-a399-1dc718b75876 req-5ccb3300-84d9-46c0-9c34-e2923cbaacaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 1100 time: 0.0469341 Nov 20 03:27:38.824827 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81139677-5b5d-447a-a399-1dc718b75876 req-d1c51d29-cc8e-47e6-84c7-60a09ad94276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:38.826423 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81139677-5b5d-447a-a399-1dc718b75876 req-d1c51d29-cc8e-47e6-84c7-60a09ad94276 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.1014390 Nov 20 03:27:38.905583 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81139677-5b5d-447a-a399-1dc718b75876 req-4df76741-38e1-480a-ac47-e25cc574d6db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5 HTTP/1.1" status: 200 len: 1001 time: 0.0635483 Nov 20 03:27:38.957967 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81139677-5b5d-447a-a399-1dc718b75876 req-d394ced3-ec59-417e-adba-c0ff17a5a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:38.959449 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81139677-5b5d-447a-a399-1dc718b75876 req-d394ced3-ec59-417e-adba-c0ff17a5a791 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0467205 Nov 20 03:27:39.010013 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81139677-5b5d-447a-a399-1dc718b75876 req-e5655d92-5e40-4b5a-8419-2c07bda21c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:27:39.011502 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81139677-5b5d-447a-a399-1dc718b75876 req-e5655d92-5e40-4b5a-8419-2c07bda21c89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0429318 Nov 20 03:27:39.107392 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81139677-5b5d-447a-a399-1dc718b75876 req-2a4db4c0-f44b-41f7-8654-1d61c6e43fae service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847249 Nov 20 03:27:39.213355 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81139677-5b5d-447a-a399-1dc718b75876 req-f9a8f2be-a36a-449f-8fd5-df507766c780 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963855 Nov 20 03:27:39.666953 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51724) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:39.774503 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e4f748c2-1b17-45f2-a0c7-b76a9eb606ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.853724 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e4f748c2-1b17-45f2-a0c7-b76a9eb606ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.858663 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e4f748c2-1b17-45f2-a0c7-b76a9eb606ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.898407 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-e4f748c2-1b17-45f2-a0c7-b76a9eb606ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=708fa7203612440d9c636294f9ec5bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302916 Nov 20 03:27:39.899601 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f748c2-1b17-45f2-a0c7-b76a9eb606ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3983ccfa-412b-46b9-96fe-d716d3a77ffc,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:39.901082 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51730) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:39.949815 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:39.976887 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.029557 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.032804 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.036696 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3983ccfa-412b-46b9-96fe-d716d3a77ffc HTTP/1.1" status: 204 len: 168 time: 0.1314540 Nov 20 03:27:40.042935 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3983ccfa-412b-46b9-96fe-d716d3a77ffc,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:40.051931 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.052225 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.052854 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.053193 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.053524 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.053852 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.054176 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.054499 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.055061 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.055562 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.056124 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.056871 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f242b-9ada-4713-990c-1116a8e68d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:40.355792 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51744) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:40.369003 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2e123948-60d5-4749-8824-6d6c4c31a3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.446203 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2e123948-60d5-4749-8824-6d6c4c31a3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.452017 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2e123948-60d5-4749-8824-6d6c4c31a3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.491477 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2e123948-60d5-4749-8824-6d6c4c31a3a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a077b315569418788bcffdab4f564f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344745 Nov 20 03:27:40.493349 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e123948-60d5-4749-8824-6d6c4c31a3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9d4b06-7325-411b-85b3-a36de1698401,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:40.494117 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51746) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:40.545335 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4120-963b-441b-82bb-773d2ef7923a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.567133 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4120-963b-441b-82bb-773d2ef7923a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.618247 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4120-963b-441b-82bb-773d2ef7923a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.621046 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4120-963b-441b-82bb-773d2ef7923a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:40.622225 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2e2a4120-963b-441b-82bb-773d2ef7923a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed9d4b06-7325-411b-85b3-a36de1698401 HTTP/1.1" status: 204 len: 168 time: 0.1270680 Nov 20 03:27:40.630643 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a4120-963b-441b-82bb-773d2ef7923a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9d4b06-7325-411b-85b3-a36de1698401,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:41.067662 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.796269 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51788) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:41.911107 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-feb3501d-9500-44f7-b21b-d9704d9ec0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.988442 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-feb3501d-9500-44f7-b21b-d9704d9ec0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:41.993816 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-feb3501d-9500-44f7-b21b-d9704d9ec0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.034660 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-feb3501d-9500-44f7-b21b-d9704d9ec0bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=854c6f79f12f4913933d5ecf6144cca0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370381 Nov 20 03:27:42.035391 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3501d-9500-44f7-b21b-d9704d9ec0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a8c812-3991-4ebb-9cff-1e8d70d2399d,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:42.039232 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51794) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:42.088529 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c998-b2dc-400e-ad56-ab1279b41954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.110847 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c998-b2dc-400e-ad56-ab1279b41954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.162425 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c998-b2dc-400e-ad56-ab1279b41954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.165016 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c998-b2dc-400e-ad56-ab1279b41954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:42.166185 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2fe4c998-b2dc-400e-ad56-ab1279b41954 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3a8c812-3991-4ebb-9cff-1e8d70d2399d HTTP/1.1" status: 204 len: 168 time: 0.1259062 Nov 20 03:27:42.174835 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4c998-b2dc-400e-ad56-ab1279b41954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a8c812-3991-4ebb-9cff-1e8d70d2399d,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:46.324411 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7406ee70-b07e-4182-a618-c5f70317f46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:46.663142 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51916) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:46.708955 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-162b27c8-7dff-489e-8571-e46b177a80e0 admin admin] Deleting subnet 96300d83-e32c-4878-8991-63cc472ecad8 {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:27:46.712243 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-162b27c8-7dff-489e-8571-e46b177a80e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:46.746612 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-162b27c8-7dff-489e-8571-e46b177a80e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:46.794014 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-162b27c8-7dff-489e-8571-e46b177a80e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:46.849617 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-162b27c8-7dff-489e-8571-e46b177a80e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:46.875407 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b27c8-7dff-489e-8571-e46b177a80e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96300d83-e32c-4878-8991-63cc472ecad8,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:46.880457 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-162b27c8-7dff-489e-8571-e46b177a80e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:46.883838 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-162b27c8-7dff-489e-8571-e46b177a80e0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/96300d83-e32c-4878-8991-63cc472ecad8 HTTP/1.1" status: 204 len: 168 time: 0.2196515 Nov 20 03:27:46.887195 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51918) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:46.955109 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.048368 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.070680 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ab3cd2-d54d-45f6-9cca-87ebd826ebf6']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:47.080533 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:47.080830 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aeb9bcd-c2c0-4b5e-b028-a3b408b95bf8') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:47.090489 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.104099 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.111382 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:27:47.111868 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:27:47.113560 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:27:47.174923 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.180516 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.183973 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] 10.222.0.53 "DELETE /v2.0/networks/25ab3cd2-d54d-45f6-9cca-87ebd826ebf6 HTTP/1.1" status: 204 len: 168 time: 0.2957711 Nov 20 03:27:47.187779 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51924) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:47.198081 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f18e47-150d-4650-a5c6-843c7e6345db admin admin] Pushing event deleted for resources: {'Network': ['ID=25ab3cd2-d54d-45f6-9cca-87ebd826ebf6,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:47.242281 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Deleting subnet b928fd43-bdd4-42f9-9359-d889b3d0e6ed {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:27:47.245695 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.283219 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14614112'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.324443 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.385214 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14160298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12855644'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.417634 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b928fd43-bdd4-42f9-9359-d889b3d0e6ed,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:47.420099 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.423234 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b928fd43-bdd4-42f9-9359-d889b3d0e6ed HTTP/1.1" status: 204 len: 168 time: 0.2329497 Nov 20 03:27:47.426264 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51930) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:47.430054 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.430408 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.430748 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.431086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.431435 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.431886 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.432200 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.432530 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.432863 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.433211 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.433536 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.433855 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695e7e67-cba7-4ef0-ac9c-95efd0749abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:27:47.496478 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.578573 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.600288 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904d4c77-110b-4763-ab1d-1d2f92c7d779']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:47.609461 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417589aa-197e-4a9e-a738-0f5eb0906b00') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:47.609793 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417589aa-197e-4a9e-a738-0f5eb0906b00') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:27:47.619071 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.632722 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.639543 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:27:47.640021 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:27:47.641792 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:27:47.701814 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.708154 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:47.712790 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] 10.222.0.53 "DELETE /v2.0/networks/904d4c77-110b-4763-ab1d-1d2f92c7d779 HTTP/1.1" status: 204 len: 168 time: 0.2854462 Nov 20 03:27:47.727374 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17922279-05a2-4047-9441-f42158af0017 admin admin] Pushing event deleted for resources: {'Network': ['ID=904d4c77-110b-4763-ab1d-1d2f92c7d779,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:47.893885 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51938) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:47.935728 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-dc507ccf-e205-4610-8aad-339019599784 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9be3ca2d28154482a121a11eb7c6c2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406485 Nov 20 03:27:47.938226 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51940) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:47.983712 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9e33e91a-1f21-47da-a52c-b70e64e868f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.004898 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9e33e91a-1f21-47da-a52c-b70e64e868f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.061148 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9e33e91a-1f21-47da-a52c-b70e64e868f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.063814 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9e33e91a-1f21-47da-a52c-b70e64e868f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.065086 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-9e33e91a-1f21-47da-a52c-b70e64e868f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b63444ab-7b42-496b-a3f2-a1f141f6affe HTTP/1.1" status: 204 len: 168 time: 0.1259279 Nov 20 03:27:48.074222 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33e91a-1f21-47da-a52c-b70e64e868f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63444ab-7b42-496b-a3f2-a1f141f6affe,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:48.401864 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51960) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:48.442705 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-5bd3782c-0f71-4bdf-aa95-e7d6e951d3dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42774806decb4af7b985575ee89dbf61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395737 Nov 20 03:27:48.445720 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51962) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:48.494349 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-945b467a-8ba2-4507-9a37-48e1dbdce8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.516248 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-945b467a-8ba2-4507-9a37-48e1dbdce8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.524703 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-1ab5a59b-6874-4528-a3e8-50074e748b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.533512 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 51966) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:48.571350 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-945b467a-8ba2-4507-9a37-48e1dbdce8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.573159 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-945b467a-8ba2-4507-9a37-48e1dbdce8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.574341 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-945b467a-8ba2-4507-9a37-48e1dbdce8f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9177019d-daed-4cde-8334-9f22340e5a4f HTTP/1.1" status: 204 len: 168 time: 0.1277182 Nov 20 03:27:48.585006 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b467a-8ba2-4507-9a37-48e1dbdce8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9177019d-daed-4cde-8334-9f22340e5a4f,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:48.642947 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-621c4345-3a4d-4ddd-955d-78a94764cb0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.720875 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-621c4345-3a4d-4ddd-955d-78a94764cb0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.726316 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-621c4345-3a4d-4ddd-955d-78a94764cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.770485 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c4345-3a4d-4ddd-955d-78a94764cb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe45574-f2fa-4a82-b296-eef9085007c2,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:48.778946 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 51976) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:48.784231 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-621c4345-3a4d-4ddd-955d-78a94764cb0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14a70695017142708f80db4503c142ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495911 Nov 20 03:27:48.832718 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-84a392e5-d2a7-4279-9f4a-a075860d2635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.857697 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-84a392e5-d2a7-4279-9f4a-a075860d2635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.912077 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-84a392e5-d2a7-4279-9f4a-a075860d2635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.914724 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-84a392e5-d2a7-4279-9f4a-a075860d2635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:48.915941 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-84a392e5-d2a7-4279-9f4a-a075860d2635 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbe45574-f2fa-4a82-b296-eef9085007c2 HTTP/1.1" status: 204 len: 168 time: 0.1361401 Nov 20 03:27:48.925038 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a392e5-d2a7-4279-9f4a-a075860d2635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe45574-f2fa-4a82-b296-eef9085007c2,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:49.656294 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52030) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:49.762606 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bfeb7f5-761b-4fdc-b363-df0aa7fe6523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:49.769532 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:49.848054 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bfeb7f5-761b-4fdc-b363-df0aa7fe6523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:49.852506 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bfeb7f5-761b-4fdc-b363-df0aa7fe6523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:49.892421 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-9bfeb7f5-761b-4fdc-b363-df0aa7fe6523 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21443e65508445b292ad997d83b2a258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348039 Nov 20 03:27:49.893480 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeb7f5-761b-4fdc-b363-df0aa7fe6523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec684874-370d-466b-a1ae-e4c6657471e9,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:49.894218 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52044) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:49.942388 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82617ab9-8649-4fca-824a-59d9cd7ebc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:49.962807 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82617ab9-8649-4fca-824a-59d9cd7ebc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:50.011179 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82617ab9-8649-4fca-824a-59d9cd7ebc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:50.013856 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82617ab9-8649-4fca-824a-59d9cd7ebc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:50.015144 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-82617ab9-8649-4fca-824a-59d9cd7ebc4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec684874-370d-466b-a1ae-e4c6657471e9 HTTP/1.1" status: 204 len: 168 time: 0.1199522 Nov 20 03:27:50.023720 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82617ab9-8649-4fca-824a-59d9cd7ebc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec684874-370d-466b-a1ae-e4c6657471e9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:51.063843 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:51.725330 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:54.886386 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52148) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:54.994013 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b3e1da0e-0e5e-46e8-853d-16a71ea4e7f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:55.070686 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b3e1da0e-0e5e-46e8-853d-16a71ea4e7f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:55.076468 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b3e1da0e-0e5e-46e8-853d-16a71ea4e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:55.116912 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-b3e1da0e-0e5e-46e8-853d-16a71ea4e7f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00b2ce32c384487c9dff2e5b8872ead9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292628 Nov 20 03:27:55.117751 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1da0e-0e5e-46e8-853d-16a71ea4e7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa8f11f-bdbc-4713-9c91-e610dfab7eb6,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:27:55.120012 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52152) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:27:55.171823 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bcd353ec-a7d4-45f2-835a-fbbc4f0bd4ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:55.193845 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bcd353ec-a7d4-45f2-835a-fbbc4f0bd4ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:55.247955 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bcd353ec-a7d4-45f2-835a-fbbc4f0bd4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:55.250335 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-bcd353ec-a7d4-45f2-835a-fbbc4f0bd4ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:27:55.251496 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-bcd353ec-a7d4-45f2-835a-fbbc4f0bd4ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fa8f11f-bdbc-4713-9c91-e610dfab7eb6 HTTP/1.1" status: 204 len: 168 time: 0.1304297 Nov 20 03:27:55.260740 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd353ec-a7d4-45f2-835a-fbbc4f0bd4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa8f11f-bdbc-4713-9c91-e610dfab7eb6,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:00.679740 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:28:02.471975 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52250) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:02.585276 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d074f77f-3a7c-4490-8e95-40588f952629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.667281 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d074f77f-3a7c-4490-8e95-40588f952629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.672579 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d074f77f-3a7c-4490-8e95-40588f952629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.710130 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-d074f77f-3a7c-4490-8e95-40588f952629 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b60af75770e468784097c54b95ab070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370839 Nov 20 03:28:02.711184 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074f77f-3a7c-4490-8e95-40588f952629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dfca6f-3595-4014-8c12-2639580832f0,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:02.713108 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52254) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:02.766196 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4659804-7aee-4cde-b633-9af9947e768a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.788271 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4659804-7aee-4cde-b633-9af9947e768a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.837249 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4659804-7aee-4cde-b633-9af9947e768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.840213 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4659804-7aee-4cde-b633-9af9947e768a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:02.841447 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c4659804-7aee-4cde-b633-9af9947e768a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21dfca6f-3595-4014-8c12-2639580832f0 HTTP/1.1" status: 204 len: 168 time: 0.1270163 Nov 20 03:28:02.857011 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4659804-7aee-4cde-b633-9af9947e768a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dfca6f-3595-4014-8c12-2639580832f0,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:11.057408 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52414) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:11.099007 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.165539 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-485b583e-7f9a-45a4-ada4-65b9bd4608f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.236794 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-485b583e-7f9a-45a4-ada4-65b9bd4608f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.242744 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-485b583e-7f9a-45a4-ada4-65b9bd4608f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.280316 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-485b583e-7f9a-45a4-ada4-65b9bd4608f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8829a618d5c042ee9897da86b4f5b8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218399 Nov 20 03:28:11.281044 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b583e-7f9a-45a4-ada4-65b9bd4608f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2add3baf-b2d0-4904-9713-38af9106a412,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:11.283320 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52420) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:11.332349 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0c16d5ff-eae8-4dfa-b652-eef63a8a4410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.353395 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0c16d5ff-eae8-4dfa-b652-eef63a8a4410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.405728 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0c16d5ff-eae8-4dfa-b652-eef63a8a4410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.408809 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0c16d5ff-eae8-4dfa-b652-eef63a8a4410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.410013 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-0c16d5ff-eae8-4dfa-b652-eef63a8a4410 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2add3baf-b2d0-4904-9713-38af9106a412 HTTP/1.1" status: 204 len: 168 time: 0.1255937 Nov 20 03:28:11.418652 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16d5ff-eae8-4dfa-b652-eef63a8a4410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add3baf-b2d0-4904-9713-38af9106a412,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:11.666239 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ed6af-c094-415f-9bb4-4bdd3e3498b5 req-59b34baf-4abe-479d-a757-ad499a1da3ff tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:11.668021 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4e3ed6af-c094-415f-9bb4-4bdd3e3498b5 req-59b34baf-4abe-479d-a757-ad499a1da3ff tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0485356 Nov 20 03:28:11.695367 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52432) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:11.708498 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd351c88-8a59-49fb-97cf-c5f5a69b913d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.720724 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4e3ed6af-c094-415f-9bb4-4bdd3e3498b5 req-e752b3b9-c6bd-49ad-b4a9-eb629fc7450f tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461144 Nov 20 03:28:11.784602 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd351c88-8a59-49fb-97cf-c5f5a69b913d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.790055 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd351c88-8a59-49fb-97cf-c5f5a69b913d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.825157 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd351c88-8a59-49fb-97cf-c5f5a69b913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae874d-8b26-41c8-8b90-934fb3f073e2,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:11.829257 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-cd351c88-8a59-49fb-97cf-c5f5a69b913d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=899e35731be3449ea1e6ae7cf5a8e7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328530 Nov 20 03:28:11.831974 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52434) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:11.880300 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb44fa65-0233-48d4-9ca1-0711cc462c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.900889 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb44fa65-0233-48d4-9ca1-0711cc462c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.949856 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb44fa65-0233-48d4-9ca1-0711cc462c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.952938 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb44fa65-0233-48d4-9ca1-0711cc462c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:11.954139 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-eb44fa65-0233-48d4-9ca1-0711cc462c60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74ae874d-8b26-41c8-8b90-934fb3f073e2 HTTP/1.1" status: 204 len: 168 time: 0.1213067 Nov 20 03:28:11.961362 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44fa65-0233-48d4-9ca1-0711cc462c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae874d-8b26-41c8-8b90-934fb3f073e2,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:12.295564 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52440) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:12.313242 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-be41f766-e7fb-4f85-bb28-adea4be078a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.392319 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-be41f766-e7fb-4f85-bb28-adea4be078a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.397315 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-be41f766-e7fb-4f85-bb28-adea4be078a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.436068 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-be41f766-e7fb-4f85-bb28-adea4be078a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef7b70bbb7e446e5b6c3a14ef73196d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393254 Nov 20 03:28:12.436907 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41f766-e7fb-4f85-bb28-adea4be078a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98af1629-915a-49f2-8292-4e4ee33e4061,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:12.439532 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52442) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:12.496372 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-214aa8da-a0e3-4e8b-822b-7265ddee9bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.519064 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-214aa8da-a0e3-4e8b-822b-7265ddee9bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.569453 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-214aa8da-a0e3-4e8b-822b-7265ddee9bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.572151 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-214aa8da-a0e3-4e8b-822b-7265ddee9bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:12.573319 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-214aa8da-a0e3-4e8b-822b-7265ddee9bfa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98af1629-915a-49f2-8292-4e4ee33e4061 HTTP/1.1" status: 204 len: 168 time: 0.1328022 Nov 20 03:28:12.581366 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aa8da-a0e3-4e8b-822b-7265ddee9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98af1629-915a-49f2-8292-4e4ee33e4061,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:12.838780 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61462774-93ac-4d8c-b743-049e3fbd128d req-e5c1d0f4-3f65-47f0-a415-e1a0a1092c11 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:12.840433 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61462774-93ac-4d8c-b743-049e3fbd128d req-e5c1d0f4-3f65-47f0-a415-e1a0a1092c11 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0484321 Nov 20 03:28:12.893525 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61462774-93ac-4d8c-b743-049e3fbd128d req-c9830cd2-5aad-4518-8d41-3e1c103241eb tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Nov 20 03:28:13.333044 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52466) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:13.448603 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2085398671-network', 'tenant_id': 'c08d0fa683db4435918745868ee52df6'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:13.474866 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Made reservation on behalf of c08d0fa683db4435918745868ee52df6 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:13.477198 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.485669 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.571482 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.577197 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.601264 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:28:13.610876 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b49f31-1221-43fd-81f2-95d52046cedd,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:13.615596 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.615959 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Added segment 3352af54-cffe-42e3-ad5f-ffc8852a9edd of type vlan for network 49437894-a13a-48b2-9a88-e6b9e0fb7959 Nov 20 03:28:13.657669 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.682945 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.683988 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:13.684552 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:13.959676 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6254406 Nov 20 03:28:13.962731 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52472) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:13.965318 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25725719-a0ae-4eef-b15b-933ca90b117b admin admin] Pushing event updated for resources: {'Network': ['ID=49437894-a13a-48b2-9a88-e6b9e0fb7959,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:13.968915 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Request body: {'subnet': {'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2085398671-subnet', 'tenant_id': 'c08d0fa683db4435918745868ee52df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:13.975367 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 49437894-a13a-48b2-9a88-e6b9e0fb7959 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:28:14.022478 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Made reservation on behalf of c08d0fa683db4435918745868ee52df6 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:14.024872 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855675'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:14.072840 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc7392-393c-4c09-af1c-94320118c921 req-8793e11e-4fb6-437d-84a1-4a1ed42ccf53 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:14.074315 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-44fc7392-393c-4c09-af1c-94320118c921 req-8793e11e-4fb6-437d-84a1-4a1ed42ccf53 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.1017468 Nov 20 03:28:14.151392 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-44fc7392-393c-4c09-af1c-94320118c921 req-fe1fa70f-ef9a-4332-9a66-20fd3ed3f5e1 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690460 Nov 20 03:28:14.238061 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14160361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855621'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:14.289622 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee621dd-9039-4d06-861d-49a4f3dc34a8,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:14.300577 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Checking segment: {'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:14.300934 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Network hostable DHCP agents. Network: 49437894-a13a-48b2-9a88-e6b9e0fb7959, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:28:14.326830 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Network 49437894-a13a-48b2-9a88-e6b9e0fb7959 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:28:14.337114 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 49437894-a13a-48b2-9a88-e6b9e0fb7959) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:14.342234 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:14.343275 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:14.346763 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55faf65-9590-4219-bc31-cc3ba1224c5c None None] Network 49437894-a13a-48b2-9a88-e6b9e0fb7959 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:28:14.361289 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-3867722a-3bb4-43da-a2b8-ba7a26e23392 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3965878 Nov 20 03:28:14.470652 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec457c2-3192-4126-84cb-e54fbc7fc83e None None] Network 49437894-a13a-48b2-9a88-e6b9e0fb7959 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:28:15.288375 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8480ba-ae5f-49e4-adab-4632b2a6b16b req-474ecb81-ba0d-4186-9027-f9d21127f619 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:15.290033 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-da8480ba-ae5f-49e4-adab-4632b2a6b16b req-474ecb81-ba0d-4186-9027-f9d21127f619 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0580924 Nov 20 03:28:15.339644 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-da8480ba-ae5f-49e4-adab-4632b2a6b16b req-5b853b72-a517-42a2-bbd3-6f4691555eeb tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Nov 20 03:28:16.122446 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-74118831-f737-4de9-943c-44cc37413b37 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:16.123918 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-74118831-f737-4de9-943c-44cc37413b37 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/networks?id=49437894-a13a-48b2-9a88-e6b9e0fb7959 HTTP/1.1" status: 200 len: 809 time: 0.1076086 Nov 20 03:28:16.139460 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-2cb00369-aebc-4a20-b8c6-8c4b193f194a tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/quotas/c08d0fa683db4435918745868ee52df6 HTTP/1.1" status: 200 len: 375 time: 0.0094593 Nov 20 03:28:16.174868 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0d84475c-c74a-47b8-abfc-502effe42202 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c08d0fa683db4435918745868ee52df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293691 Nov 20 03:28:16.264355 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-d86601a4-813c-41ab-940c-94c49bc3a3de service neutron] 10.222.0.53 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821826 Nov 20 03:28:16.334028 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-53a2973e-792a-44b2-b682-4f08f186745c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:16.370880 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-b1110535-387c-4eeb-86f9-5f5bd59f5dc3 service neutron] 10.222.0.53 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000469 Nov 20 03:28:16.459892 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dec5c-49bd-4750-9ca7-3889d65dcacb req-92bff6b1-e90b-42f1-a3c8-53b25f432469 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:16.461736 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b53dec5c-49bd-4750-9ca7-3889d65dcacb req-92bff6b1-e90b-42f1-a3c8-53b25f432469 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0520754 Nov 20 03:28:16.527242 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b53dec5c-49bd-4750-9ca7-3889d65dcacb req-99d59d5c-5d5d-47c9-8a19-551f08e86f23 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Nov 20 03:28:16.544376 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-07a2cade-3329-4d73-800b-beb7d627b04e req-1f432a73-e140-4641-8fbb-5b1df22396b8 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 210 time: 0.0372913 Nov 20 03:28:17.033831 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-af617a16-8b3c-484e-a50a-6c96ef4cee75 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:17.035265 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-af617a16-8b3c-484e-a50a-6c96ef4cee75 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.50 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 945 time: 0.0508049 Nov 20 03:28:17.137282 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Deleting port 564c5822-a343-49c3-988f-8d9706f1e0d5 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:17.137624 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:17.227258 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] For port 564c5822-a343-49c3-988f-8d9706f1e0d5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=564c5822-a343-49c3-988f-8d9706f1e0d5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:17.227542 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:17.242183 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Calling delete_port for 564c5822-a343-49c3-988f-8d9706f1e0d5 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:17.396258 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:17.433363 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Pushing event deleted for resources: {'Port': ['ID=564c5822-a343-49c3-988f-8d9706f1e0d5,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:17.439119 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['564c5822-a343-49c3-988f-8d9706f1e0d5'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:17.472416 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] No DVR routers for this DVR port 564c5822-a343-49c3-988f-8d9706f1e0d5 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:17.475041 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:17.478502 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-02163ab3-d61e-40fc-800f-cd4bb99123ea req-29dff30b-0842-46d7-ba81-7765b88a7017 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.50 "DELETE /v2.0/ports/564c5822-a343-49c3-988f-8d9706f1e0d5 HTTP/1.1" status: 204 len: 173 time: 0.4362135 Nov 20 03:28:17.479011 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269ea691-bd2f-4a0a-b651-05664a246cdf', 'name': 'network-vif-deleted', 'tag': '564c5822-a343-49c3-988f-8d9706f1e0d5'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:17.481380 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ececfac-c694-45d6-8382-b58596182e46" -d '{"events": [{"server_uuid": "269ea691-bd2f-4a0a-b651-05664a246cdf", "name": "network-vif-deleted", "tag": "564c5822-a343-49c3-988f-8d9706f1e0d5"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:17.533357 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6d7e9f-20ad-4f27-8fcc-ec13e8515f80 x-openstack-request-id: req-4e6d7e9f-20ad-4f27-8fcc-ec13e8515f80 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:17.533651 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269ea691-bd2f-4a0a-b651-05664a246cdf", "name": "network-vif-deleted", "tag": "564c5822-a343-49c3-988f-8d9706f1e0d5", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:17.533907 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e6d7e9f-20ad-4f27-8fcc-ec13e8515f80 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:17.534304 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269ea691-bd2f-4a0a-b651-05664a246cdf', 'name': 'network-vif-deleted', 'tag': '564c5822-a343-49c3-988f-8d9706f1e0d5', 'status': 'completed', 'code': 200} Nov 20 03:28:17.643018 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1a75fc2e-af01-4730-997a-09619909b796 req-ffe47dcc-6967-421b-ae96-8c57f03ed733 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=269ea691-bd2f-4a0a-b651-05664a246cdf HTTP/1.1" status: 200 len: 210 time: 0.0331171 Nov 20 03:28:17.661067 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9613cbf9-3db6-41d2-9560-f8c52ab1b7e2 req-c4442619-849a-4154-9c52-a4d732ead953 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 210 time: 0.0410783 Nov 20 03:28:18.102607 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-3916649b-0496-4e42-b518-cc178771550b tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:18.104188 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-3916649b-0496-4e42-b518-cc178771550b tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.50 "GET /v2.0/networks?id=49437894-a13a-48b2-9a88-e6b9e0fb7959 HTTP/1.1" status: 200 len: 809 time: 0.1053405 Nov 20 03:28:18.127155 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Request body: {'port': {'device_id': 'cabc7ab5-526e-482d-b3e0-8c2ec254c3ae', 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959', 'admin_state_up': True, 'tenant_id': 'c08d0fa683db4435918745868ee52df6'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:18.239806 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Made reservation on behalf of c08d0fa683db4435918745868ee52df6 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:18.243536 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:18.384158 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Allocated IP 172.20.0.10 (49437894-a13a-48b2-9a88-e6b9e0fb7959/6ee621dd-9039-4d06-861d-49a4f3dc34a8/83b65ff9-9454-465b-bb4e-9cd38a142dfe) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:28:18.527066 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4735-af2d-4242-8977-993718e8f386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:18.841865 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1163ccf-5099-4f78-85f6-1eb108f54c72 req-8f790051-f94d-462f-a76a-600976e7427f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 210 time: 0.0421612 Nov 20 03:28:18.863828 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:18.899567 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:18.984063 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Network 49437894-a13a-48b2-9a88-e6b9e0fb7959 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:28:18.990271 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:18.993826 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:28:18.997160 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Pushing event updated for resources: {'Port': ['ID=83b65ff9-9454-465b-bb4e-9cd38a142dfe,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:19.052277 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303916a7-606d-4970-9a89-bef42a4596b2 req-aaf91cd2-7801-4fae-8062-89be7e95b320 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:19.053774 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-303916a7-606d-4970-9a89-bef42a4596b2 req-aaf91cd2-7801-4fae-8062-89be7e95b320 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 947 time: 0.1227934 Nov 20 03:28:19.062520 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:19.063177 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:19.088516 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-0b6d97ab-249b-4012-aefe-dc9685606998 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9651783 Nov 20 03:28:19.112187 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Request body: {'port': {'device_id': 'cabc7ab5-526e-482d-b3e0-8c2ec254c3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:19.140885 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-303916a7-606d-4970-9a89-bef42a4596b2 req-79cf7329-57b1-4155-a7e5-5a6a47aa981a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739281 Nov 20 03:28:19.181877 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:19.445887 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b65ff9-9454-465b-bb4e-9cd38a142dfe {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:19.453385 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:19.465960 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Transition to ACTIVE for port object 83b65ff9-9454-465b-bb4e-9cd38a142dfe will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:28:19.471548 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:19.523387 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Pushing event updated for resources: {'Port': ['ID=83b65ff9-9454-465b-bb4e-9cd38a142dfe,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:19.595357 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Attempting to bind port 83b65ff9-9454-465b-bb4e-9cd38a142dfe on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:28:19.595724 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Attempting to bind port 83b65ff9-9454-465b-bb4e-9cd38a142dfe by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:28:19.596042 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Attempting to bind port 83b65ff9-9454-465b-bb4e-9cd38a142dfe on network 49437894-a13a-48b2-9a88-e6b9e0fb7959 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:19.600598 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Port 83b65ff9-9454-465b-bb4e-9cd38a142dfe on network 49437894-a13a-48b2-9a88-e6b9e0fb7959 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:28:19.600917 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Attempting to bind port 83b65ff9-9454-465b-bb4e-9cd38a142dfe on network 49437894-a13a-48b2-9a88-e6b9e0fb7959 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:19.605956 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:28:19.606284 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Checking segment: {'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:19.606662 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Bound using segment: {'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:28:19.607079 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Bound port: 83b65ff9-9454-465b-bb4e-9cd38a142dfe, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:28:19.607423 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:19.673869 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] For port 83b65ff9-9454-465b-bb4e-9cd38a142dfe, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:28:19.677065 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] For port 83b65ff9-9454-465b-bb4e-9cd38a142dfe, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=83b65ff9-9454-465b-bb4e-9cd38a142dfe,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:28:19.684470 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:19.719555 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:19.720188 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:19.722184 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] 10.222.0.50 "PUT /v2.0/ports/83b65ff9-9454-465b-bb4e-9cd38a142dfe HTTP/1.1" status: 200 len: 1094 time: 0.6177578 Nov 20 03:28:19.722621 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabc7ab5-526e-482d-b3e0-8c2ec254c3ae', 'tag': '83b65ff9-9454-465b-bb4e-9cd38a142dfe'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:19.724888 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3220df-c473-4b98-bae9-8e6088aa1ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "cabc7ab5-526e-482d-b3e0-8c2ec254c3ae", "tag": "83b65ff9-9454-465b-bb4e-9cd38a142dfe"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:19.748708 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd70df-81e0-458f-9b9d-d819098b88d4 service neutron] Pushing event updated for resources: {'Port': ['ID=83b65ff9-9454-465b-bb4e-9cd38a142dfe,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:19.769139 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcb0b73-ae18-46ac-96c7-351400f74880 x-openstack-request-id: req-8fcb0b73-ae18-46ac-96c7-351400f74880 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:19.769440 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabc7ab5-526e-482d-b3e0-8c2ec254c3ae", "tag": "83b65ff9-9454-465b-bb4e-9cd38a142dfe", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:19.769753 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fcb0b73-ae18-46ac-96c7-351400f74880 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:19.770186 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabc7ab5-526e-482d-b3e0-8c2ec254c3ae', 'tag': '83b65ff9-9454-465b-bb4e-9cd38a142dfe', 'status': 'completed', 'code': 200} Nov 20 03:28:19.771767 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:19.837056 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-08034b7a-1316-4a8a-b31f-1d3d68d32e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:19.838895 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-08034b7a-1316-4a8a-b31f-1d3d68d32e2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c08d0fa683db4435918745868ee52df6&device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 1097 time: 0.0424347 Nov 20 03:28:19.895347 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-230fb911-132f-485d-9012-06fbc278a724 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b65ff9-9454-465b-bb4e-9cd38a142dfe HTTP/1.1" status: 200 len: 217 time: 0.0404034 Nov 20 03:28:19.973866 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-3ff43a64-1a58-4354-900e-b6ff0ee14f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:19.975256 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-3ff43a64-1a58-4354-900e-b6ff0ee14f4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ee621dd-9039-4d06-861d-49a4f3dc34a8 HTTP/1.1" status: 200 len: 849 time: 0.0703571 Nov 20 03:28:19.999981 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74e60-caab-433f-bbb8-542da67a422d req-9cc369aa-51fe-4c44-94f2-9256dd258a95 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:20.001670 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c7c74e60-caab-433f-bbb8-542da67a422d req-9cc369aa-51fe-4c44-94f2-9256dd258a95 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 944 time: 0.0874255 Nov 20 03:28:20.017532 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-1194d883-5ed7-42d7-afc9-c21ff9feafed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49437894-a13a-48b2-9a88-e6b9e0fb7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338988 Nov 20 03:28:20.113821 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c7c74e60-caab-433f-bbb8-542da67a422d req-53bad16d-daa1-4733-b2d2-300f549cc871 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985248 Nov 20 03:28:20.146436 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-c4a81148-5c6f-43eb-9365-0c0a174bb1f3 service neutron] 10.222.0.50 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114328 Nov 20 03:28:20.300079 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53eaaa-2104-48f6-a03e-a614a67c9d3d req-8353562f-8320-400b-938b-b1eae661a437 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:20.301589 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7d53eaaa-2104-48f6-a03e-a614a67c9d3d req-8353562f-8320-400b-938b-b1eae661a437 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 947 time: 0.0797739 Nov 20 03:28:20.305314 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a74fbc10-45b9-4d7f-b8e1-de0a09bbb339 req-710c8e25-02eb-4431-99a1-e4504ed6ac4f service neutron] 10.222.0.50 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308568 Nov 20 03:28:20.354803 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7d53eaaa-2104-48f6-a03e-a614a67c9d3d req-6ec22a2a-d1da-4001-b2b5-03796eebcccc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=cf760f18-3ab1-460d-a300-dd5ddd9b5100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471163 Nov 20 03:28:20.498271 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-e21adfee-4c1a-4efe-aaef-b7e1d60de0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:20.499774 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-e21adfee-4c1a-4efe-aaef-b7e1d60de0ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c08d0fa683db4435918745868ee52df6&device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 1097 time: 0.0429890 Nov 20 03:28:20.563079 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 564c5822-a343-49c3-988f-8d9706f1e0d5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:20.583219 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 564c5822-a343-49c3-988f-8d9706f1e0d5 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:20.583543 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 564c5822-a343-49c3-988f-8d9706f1e0d5 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:20.606055 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-f8b82ac5-0c51-46cc-b89e-807c66cc9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:20.607547 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-f8b82ac5-0c51-46cc-b89e-807c66cc9a9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=49437894-a13a-48b2-9a88-e6b9e0fb7959 HTTP/1.1" status: 200 len: 910 time: 0.0940390 Nov 20 03:28:20.654847 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-c679de95-ea42-487c-86fb-04c1ce6935e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83b65ff9-9454-465b-bb4e-9cd38a142dfe HTTP/1.1" status: 200 len: 217 time: 0.0342078 Nov 20 03:28:20.778945 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-f26489a2-7d2c-42f8-9315-1d75330c18a7 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:20.779756 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-6559bd4a-481f-41ff-938f-9eb63b170680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:20.780438 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-f26489a2-7d2c-42f8-9315-1d75330c18a7 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 947 time: 0.0606084 Nov 20 03:28:20.781192 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-6559bd4a-481f-41ff-938f-9eb63b170680 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ee621dd-9039-4d06-861d-49a4f3dc34a8 HTTP/1.1" status: 200 len: 849 time: 0.0617390 Nov 20 03:28:20.820479 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-d4a8f8bf-83f4-41fb-8b02-e527a991f817 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49437894-a13a-48b2-9a88-e6b9e0fb7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260513 Nov 20 03:28:20.884200 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Deleting port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:20.884548 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:20.911350 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-e6a09416-77f8-46f0-a5e7-9429aaecd690 service neutron] 10.222.0.50 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835490 Nov 20 03:28:20.974090 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] For port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:20.974424 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:21.006215 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7c3220df-c473-4b98-bae9-8e6088aa1ea6 req-a20111dd-8e6e-46a8-a9be-b9705143be11 service neutron] 10.222.0.50 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876076 Nov 20 03:28:21.065593 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:21.239908 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728eb033-d81e-47b6-96e3-1284c1a9edc0 req-4ece4e35-5f8f-4ea5-ba51-928d5cba9e84 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:21.241632 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-728eb033-d81e-47b6-96e3-1284c1a9edc0 req-4ece4e35-5f8f-4ea5-ba51-928d5cba9e84 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 944 time: 0.0519116 Nov 20 03:28:21.257075 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:21.257440 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:21.257757 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.l3_db [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Floating IP 9a66923b-1390-44fb-8105-fe1df6eac303 disassociated. External IP: 172.28.3.81, port: 22e90e5c-870f-4cff-9dd4-e7a3a36259b5. Nov 20 03:28:21.258125 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Calling delete_port for 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 owned by compute:nova {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:21.310750 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-728eb033-d81e-47b6-96e3-1284c1a9edc0 req-9f294cb3-80e5-4179-b989-ccd2e20fb181 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620601 Nov 20 03:28:21.400601 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:21.430337 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event deleted for resources: {'Port': ['ID=22e90e5c-870f-4cff-9dd4-e7a3a36259b5,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:21.465152 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3eac6af7-4199-491d-a8af-6702bc82058a req-07fa79fe-b263-49aa-8315-30253520abb3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=40038770-5909-4f03-89e9-2087d54d3949 HTTP/1.1" status: 200 len: 210 time: 0.0255156 Nov 20 03:28:21.545146 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Router bd44aa4f-544b-4447-b7eb-c544d475000a has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:28:21.651792 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:28:21.663308 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85046f87-5369-4618-b404-e361177a84f6 None None] Sync routers for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:28:21.673955 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85046f87-5369-4618-b404-e361177a84f6 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:28:21.674781 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-85046f87-5369-4618-b404-e361177a84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:28:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:21.689691 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] No DVR routers for this DVR port 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 on host hv-cinder-81803 {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:21.692738 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:21.696154 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-88c0a6a9-807f-497e-be0f-ffce15bed005 req-4688692d-b82b-42eb-a416-96ade4bc025c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "DELETE /v2.0/ports/22e90e5c-870f-4cff-9dd4-e7a3a36259b5 HTTP/1.1" status: 204 len: 173 time: 0.9025559 Nov 20 03:28:21.696587 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-deleted', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:21.698925 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f453337d-a431-4bf3-8606-b10161265ab4" -d '{"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-deleted", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:21.735970 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b8660e-4c63-433c-b927-48e0fe678150 x-openstack-request-id: req-69b8660e-4c63-433c-b927-48e0fe678150 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:21.736261 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40038770-5909-4f03-89e9-2087d54d3949", "name": "network-vif-deleted", "tag": "22e90e5c-870f-4cff-9dd4-e7a3a36259b5", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:21.736522 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69b8660e-4c63-433c-b927-48e0fe678150 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:21.736936 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40038770-5909-4f03-89e9-2087d54d3949', 'name': 'network-vif-deleted', 'tag': '22e90e5c-870f-4cff-9dd4-e7a3a36259b5', 'status': 'completed', 'code': 200} Nov 20 03:28:21.932725 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:21.935230 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-85046f87-5369-4618-b404-e361177a84f6 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:28:22.137701 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-85046f87-5369-4618-b404-e361177a84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:22.165229 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85046f87-5369-4618-b404-e361177a84f6 None None] Checking router: bd44aa4f-544b-4447-b7eb-c544d475000a for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:28:22.174160 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85046f87-5369-4618-b404-e361177a84f6 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:28:22.174769 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-85046f87-5369-4618-b404-e361177a84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:28:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:22.287943 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-85046f87-5369-4618-b404-e361177a84f6 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:28:22.451970 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aeb6d-7995-44db-a58c-8e8c924464be req-421bc9c3-334e-43fd-b130-14945732fe1d tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:22.456118 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-078aeb6d-7995-44db-a58c-8e8c924464be req-421bc9c3-334e-43fd-b130-14945732fe1d tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 944 time: 0.0670469 Nov 20 03:28:22.515223 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-078aeb6d-7995-44db-a58c-8e8c924464be req-d8c2a711-c3aa-435a-a8b0-c87bd1227ca4 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522366 Nov 20 03:28:22.543841 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-85046f87-5369-4618-b404-e361177a84f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:22.577730 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85046f87-5369-4618-b404-e361177a84f6 None None] The sync data for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb is: [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:28:22.579921 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 83b65ff9-9454-465b-bb4e-9cd38a142dfe details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:28:22.638790 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52608) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:22.699311 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-62d6ad03-e281-49a1-bc3e-18f5571837b2 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:22.700873 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-62d6ad03-e281-49a1-bc3e-18f5571837b2 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/networks?id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1 HTTP/1.1" status: 200 len: 813 time: 0.1225083 Nov 20 03:28:22.715895 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b218d906-859c-483b-865d-5e7dd190fca1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:22.722832 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-8e51b09d-6d37-4b15-8de6-56d33c993a90 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/quotas/422f83bc1d64444f90dd9a51dbb93678 HTTP/1.1" status: 200 len: 375 time: 0.0122113 Nov 20 03:28:22.756927 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b218d906-859c-483b-865d-5e7dd190fca1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:22.760537 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 83b65ff9-9454-465b-bb4e-9cd38a142dfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=83b65ff9-9454-465b-bb4e-9cd38a142dfe,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:22.775447 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1102ea30-1677-4d04-ae88-3a1e2fa8b8c1 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=422f83bc1d64444f90dd9a51dbb93678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442412 Nov 20 03:28:22.781851 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '83b65ff9-9454-465b-bb4e-9cd38a142dfe', 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959', 'port_id': '83b65ff9-9454-465b-bb4e-9cd38a142dfe', 'mac_address': 'fa:16:3e:14:8c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee621dd-9039-4d06-861d-49a4f3dc34a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:28:22.818387 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b218d906-859c-483b-865d-5e7dd190fca1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:22.821600 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b218d906-859c-483b-865d-5e7dd190fca1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:22.822868 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-b218d906-859c-483b-865d-5e7dd190fca1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf760f18-3ab1-460d-a300-dd5ddd9b5100 HTTP/1.1" status: 204 len: 168 time: 0.1823020 Nov 20 03:28:22.827991 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52610) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:22.830442 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:22.849728 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b65ff9-9454-465b-bb4e-9cd38a142dfe {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:22.873587 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 83b65ff9-9454-465b-bb4e-9cd38a142dfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=83b65ff9-9454-465b-bb4e-9cd38a142dfe,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:22.877654 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.api.v2.resource [None req-ac86143f-9b30-414b-a041-fba5731f2823 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] show failed (client error): The resource could not be found. Nov 20 03:28:22.879994 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ac86143f-9b30-414b-a041-fba5731f2823 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups/cf760f18-3ab1-460d-a300-dd5ddd9b5100 HTTP/1.1" status: 404 len: 347 time: 0.0424545 Nov 20 03:28:22.879994 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218d906-859c-483b-865d-5e7dd190fca1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf760f18-3ab1-460d-a300-dd5ddd9b5100,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:22.882416 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52612) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:22.884811 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:22.892307 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-0aedf30d-0d83-4f64-9b5a-290678052d4a service neutron] 10.222.0.53 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091793 Nov 20 03:28:22.960567 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=83b65ff9-9454-465b-bb4e-9cd38a142dfe,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:22.972571 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.973019 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.973428 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.973835 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.974243 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.974640 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.975032 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.975423 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.975897 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.976293 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.976702 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.977108 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:22.998706 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1fd56-cfe7-4aa5-a1f6-9a9426edc708 None None] New status for floating IP 9a66923b-1390-44fb-8105-fe1df6eac303: DOWN {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:28:23.021168 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-c9da1a14-b7b5-4151-b008-30d9f5fb7329 service neutron] 10.222.0.53 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278481 Nov 20 03:28:23.073259 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Deleting port a66aab88-d1ee-4602-87ad-2d9105c7ee76 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:23.073726 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:23.197251 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:23.197577 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:23.205581 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['83b65ff9-9454-465b-bb4e-9cd38a142dfe'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:23.214309 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Calling delete_port for a66aab88-d1ee-4602-87ad-2d9105c7ee76 owned by network:floatingip {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:23.231682 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0b30e41-3b2d-4f73-931c-b0cb3274d0d5 req-1f52e9bb-2e92-4844-b5cf-2895cc93babd tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0514569 Nov 20 03:28:23.451177 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:23.480496 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event deleted for resources: {'Port': ['ID=a66aab88-d1ee-4602-87ad-2d9105c7ee76,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:23.550681 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:23.554261 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:23.555606 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-dbd6d6f5-481e-4a11-90b2-b3d7429c0f73 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "DELETE /v2.0/floatingips/9a66923b-1390-44fb-8105-fe1df6eac303 HTTP/1.1" status: 204 len: 168 time: 0.6656315 Nov 20 03:28:23.657887 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f059-c4ff-4e85-bb9f-689567e97f3c req-70a98a17-de90-4a5b-ad21-8fe433108053 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:23.659606 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0864f059-c4ff-4e85-bb9f-689567e97f3c req-70a98a17-de90-4a5b-ad21-8fe433108053 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 945 time: 0.0717468 Nov 20 03:28:23.709962 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0864f059-c4ff-4e85-bb9f-689567e97f3c req-2a31f9d7-bb14-4325-9f3a-dd490b7a8a77 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Nov 20 03:28:24.008877 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52628) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:24.013652 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-ce3b7dd6-ef0b-41b4-9fbe-3fcc9cf00579 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439512003', 'description': 'tempest-description--819741292'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:24.037707 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7dd6-ef0b-41b4-9fbe-3fcc9cf00579 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.107259 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7dd6-ef0b-41b4-9fbe-3fcc9cf00579 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.113226 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7dd6-ef0b-41b4-9fbe-3fcc9cf00579 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.143745 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7dd6-ef0b-41b4-9fbe-3fcc9cf00579 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.145009 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ce3b7dd6-ef0b-41b4-9fbe-3fcc9cf00579 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1349330 Nov 20 03:28:24.146948 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b7dd6-ef0b-41b4-9fbe-3fcc9cf00579 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c283e538-328c-47f6-aeb4-d0b6a160332b,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:24.148071 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52630) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:24.152640 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-8b3476e6-1e92-4fe7-857c-38a31ffa8c12 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'security_group_rule': {'security_group_id': 'c283e538-328c-47f6-aeb4-d0b6a160332b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:24.181422 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b3476e6-1e92-4fe7-857c-38a31ffa8c12 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.241435 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b3476e6-1e92-4fe7-857c-38a31ffa8c12 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.247061 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b3476e6-1e92-4fe7-857c-38a31ffa8c12 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.268799 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3476e6-1e92-4fe7-857c-38a31ffa8c12 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a08b62f-a5c7-449d-bd72-b874c95e9334,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:24.281056 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b3476e6-1e92-4fe7-857c-38a31ffa8c12 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.285877 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8b3476e6-1e92-4fe7-857c-38a31ffa8c12 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339839 Nov 20 03:28:24.286166 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 52634) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:24.300882 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-d68442bb-34bf-4ad9-891a-46281e1341e4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'security_group_rule': {'security_group_id': 'c283e538-328c-47f6-aeb4-d0b6a160332b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:24.344565 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d192579a-30bf-4f82-9477-48e54409ffbe req-d5794f2f-760d-49f0-bdea-fd91a51f1198 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0266919 Nov 20 03:28:24.397220 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d68442bb-34bf-4ad9-891a-46281e1341e4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.435072 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-763b7e8d-b6a5-4eed-ac68-75ecf8989691 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:24.436550 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-763b7e8d-b6a5-4eed-ac68-75ecf8989691 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.50 "GET /v2.0/networks?id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1 HTTP/1.1" status: 200 len: 813 time: 0.1521752 Nov 20 03:28:24.459345 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Request body: {'port': {'device_id': 'b1746632-1418-42d8-9aee-37419a18f0d7', 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1', 'admin_state_up': True, 'tenant_id': '422f83bc1d64444f90dd9a51dbb93678'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:24.506517 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d68442bb-34bf-4ad9-891a-46281e1341e4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.511632 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d68442bb-34bf-4ad9-891a-46281e1341e4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.539916 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68442bb-34bf-4ad9-891a-46281e1341e4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf9b9ea-2e16-49c1-a018-672eabcf7745,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:24.552045 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d68442bb-34bf-4ad9-891a-46281e1341e4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.553234 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d68442bb-34bf-4ad9-891a-46281e1341e4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2578852 Nov 20 03:28:24.557835 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52640) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:24.562764 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'floatingip': {'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:24.562921 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 83b65ff9-9454-465b-bb4e-9cd38a142dfe up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:28:24.591013 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.609357 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Made reservation on behalf of 422f83bc1d64444f90dd9a51dbb93678 for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:24.613713 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.615684 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 83b65ff9-9454-465b-bb4e-9cd38a142dfe completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:28:24.619579 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 83b65ff9-9454-465b-bb4e-9cd38a142dfe triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:28:24.619972 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.692116 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.701748 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.726315 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabc7ab5-526e-482d-b3e0-8c2ec254c3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b65ff9-9454-465b-bb4e-9cd38a142dfe'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:24.728972 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0a990f-4056-4fb8-94b7-60ed81a37f1b" -d '{"events": [{"server_uuid": "cabc7ab5-526e-482d-b3e0-8c2ec254c3ae", "name": "network-vif-plugged", "status": "completed", "tag": "83b65ff9-9454-465b-bb4e-9cd38a142dfe"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:24.743279 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 83b65ff9-9454-465b-bb4e-9cd38a142dfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=83b65ff9-9454-465b-bb4e-9cd38a142dfe,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:24.749993 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.751507 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:24.767911 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Allocated IP 172.20.0.8 (2a1723a7-e2e8-45bc-b8ad-deab280b92f1/519f422e-b6d6-4c99-ab54-896a153006cd/d792166c-7b46-4b9f-a687-41c7eac443f5) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:28:24.798099 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f5bcc2-0bf4-4c9d-95d4-56f45505516a x-openstack-request-id: req-e3f5bcc2-0bf4-4c9d-95d4-56f45505516a {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:24.798465 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabc7ab5-526e-482d-b3e0-8c2ec254c3ae", "name": "network-vif-plugged", "status": "completed", "tag": "83b65ff9-9454-465b-bb4e-9cd38a142dfe", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:24.798702 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3f5bcc2-0bf4-4c9d-95d4-56f45505516a {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:24.799584 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabc7ab5-526e-482d-b3e0-8c2ec254c3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b65ff9-9454-465b-bb4e-9cd38a142dfe', 'code': 200} Nov 20 03:28:24.801659 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:24.802294 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 22e90e5c-870f-4cff-9dd4-e7a3a36259b5 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:24.826756 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=83b65ff9-9454-465b-bb4e-9cd38a142dfe,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:24.879230 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Allocated IP 172.28.3.228 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/9d6d0406-36d2-42f8-a881-3fff5193f496) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:28:24.888537 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1608a-0b3a-428f-9e5f-b7722cfff142 req-15d5e441-1548-420c-ad34-9255f200ca60 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:24.890043 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-70a1608a-0b3a-428f-9e5f-b7722cfff142 req-15d5e441-1548-420c-ad34-9255f200ca60 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 946 time: 0.0830071 Nov 20 03:28:24.958273 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:24.993672 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.021544 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-70a1608a-0b3a-428f-9e5f-b7722cfff142 req-526fed6d-01be-43d0-abba-cf6d583da84f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204851 Nov 20 03:28:25.040189 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:28:25.047053 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:25.049809 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:28:25.060446 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.067647 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebcd97-bd7b-4dd7-860a-066a51fdb1ac req-5e8cb022-4854-4c80-9886-0a4335210f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:25.069155 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-09ebcd97-bd7b-4dd7-860a-066a51fdb1ac req-5e8cb022-4854-4c80-9886-0a4335210f2f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 1099 time: 0.0843799 Nov 20 03:28:25.074317 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Pushing event updated for resources: {'Port': ['ID=d792166c-7b46-4b9f-a687-41c7eac443f5,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:25.105828 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:25.106435 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.123758 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-63499461-e810-46cc-af74-244ff7035d9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6682129 Nov 20 03:28:25.130516 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.140483 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-09ebcd97-bd7b-4dd7-860a-066a51fdb1ac req-cee4176d-41af-44b7-81cb-c84348bcafa6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628548 Nov 20 03:28:25.140712 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Request body: {'port': {'device_id': 'b1746632-1418-42d8-9aee-37419a18f0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:25.171179 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:28:25.175802 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:25.179213 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:28:25.196341 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.201655 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'Port': ['ID=9d6d0406-36d2-42f8-a881-3fff5193f496,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:25.300092 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.343346 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.472018 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d792166c-7b46-4b9f-a687-41c7eac443f5 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:25.479680 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.492680 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Transition to ACTIVE for port object d792166c-7b46-4b9f-a687-41c7eac443f5 will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:28:25.497877 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.503848 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a26115-e1da-4f5c-8079-bd272f32a013 req-968f7027-fa62-4e20-89f4-027ffab3272c tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:25.505373 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d9a26115-e1da-4f5c-8079-bd272f32a013 req-968f7027-fa62-4e20-89f4-027ffab3272c tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 931 time: 0.0788448 Nov 20 03:28:25.551453 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Pushing event updated for resources: {'Port': ['ID=d792166c-7b46-4b9f-a687-41c7eac443f5,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:25.557571 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.569480 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.603922 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d9a26115-e1da-4f5c-8079-bd272f32a013 req-8aba8db7-aa7c-4898-84d4-f8e00142cd0b tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891640 Nov 20 03:28:25.617023 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Attempting to bind port d792166c-7b46-4b9f-a687-41c7eac443f5 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:28:25.617365 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Attempting to bind port d792166c-7b46-4b9f-a687-41c7eac443f5 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:28:25.617695 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Attempting to bind port d792166c-7b46-4b9f-a687-41c7eac443f5 on network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:25.622200 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Port d792166c-7b46-4b9f-a687-41c7eac443f5 on network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:28:25.622519 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Attempting to bind port d792166c-7b46-4b9f-a687-41c7eac443f5 on network 2a1723a7-e2e8-45bc-b8ad-deab280b92f1 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:25.627836 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:28:25.628157 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Checking segment: {'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:25.628546 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Bound using segment: {'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:28:25.628968 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Bound port: d792166c-7b46-4b9f-a687-41c7eac443f5, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63fc8ab-5187-4134-a020-468263fb71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:28:25.629319 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.646446 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'Port': ['ID=9d6d0406-36d2-42f8-a881-3fff5193f496,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:25.662311 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.679182 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.680426 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-0d0ecd3d-f116-47f1-96d3-68525f270018 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1214547 Nov 20 03:28:25.697288 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] For port d792166c-7b46-4b9f-a687-41c7eac443f5, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:28:25.700536 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] For port d792166c-7b46-4b9f-a687-41c7eac443f5, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=d792166c-7b46-4b9f-a687-41c7eac443f5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:28:25.704934 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.745970 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:25.746661 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:25.748233 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] 10.222.0.50 "PUT /v2.0/ports/d792166c-7b46-4b9f-a687-41c7eac443f5 HTTP/1.1" status: 200 len: 1093 time: 0.6119235 Nov 20 03:28:25.748676 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1746632-1418-42d8-9aee-37419a18f0d7', 'tag': 'd792166c-7b46-4b9f-a687-41c7eac443f5'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:25.751093 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df0f09-7c5c-4d82-9070-7291a275342e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1746632-1418-42d8-9aee-37419a18f0d7", "tag": "d792166c-7b46-4b9f-a687-41c7eac443f5"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:25.772343 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a6933-fcce-4d6d-9ed0-8ca50188bc31 service neutron] Pushing event updated for resources: {'Port': ['ID=d792166c-7b46-4b9f-a687-41c7eac443f5,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:25.818814 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72212e39-18c6-4356-b521-d6638ad3ec3f x-openstack-request-id: req-72212e39-18c6-4356-b521-d6638ad3ec3f {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:25.818814 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1746632-1418-42d8-9aee-37419a18f0d7", "tag": "d792166c-7b46-4b9f-a687-41c7eac443f5", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:25.819098 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72212e39-18c6-4356-b521-d6638ad3ec3f {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:25.819425 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1746632-1418-42d8-9aee-37419a18f0d7', 'tag': 'd792166c-7b46-4b9f-a687-41c7eac443f5', 'status': 'completed', 'code': 200} Nov 20 03:28:25.883245 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-f9ba33c8-d93e-45cb-b268-21fae0a024c2 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--439512003&fields=id&tenant_id=b138c523752a4f6da2b64ff7b7c56d06 HTTP/1.1" status: 200 len: 267 time: 0.0439885 Nov 20 03:28:25.883902 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-d97f9b50-3486-4bd7-8a98-eaa069742b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:25.885297 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-d97f9b50-3486-4bd7-8a98-eaa069742b19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=422f83bc1d64444f90dd9a51dbb93678&device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 1096 time: 0.0421665 Nov 20 03:28:25.938621 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-23ccdf6c-451f-4f4b-8f8e-043e66b8cc0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d792166c-7b46-4b9f-a687-41c7eac443f5 HTTP/1.1" status: 200 len: 217 time: 0.0347703 Nov 20 03:28:25.988046 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-d922b572-49f5-4060-996a-7e75d634cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:25.989593 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-d922b572-49f5-4060-996a-7e75d634cb4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=519f422e-b6d6-4c99-ab54-896a153006cd HTTP/1.1" status: 200 len: 853 time: 0.0428829 Nov 20 03:28:25.995961 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-a46888c7-819c-46de-8dd1-24fb75554b7a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:25.997437 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-a46888c7-819c-46de-8dd1-24fb75554b7a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 817 time: 0.1071930 Nov 20 03:28:26.012913 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-52602d1e-7040-41db-83b4-547fc0b4adde tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/quotas/b138c523752a4f6da2b64ff7b7c56d06 HTTP/1.1" status: 200 len: 375 time: 0.0095708 Nov 20 03:28:26.065182 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-cd89d48b-c867-480f-b442-876faf1a8bd3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468051 Nov 20 03:28:26.083192 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-7cdf3846-847f-4bcc-a573-392f3ea84dda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294452 Nov 20 03:28:26.183796 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-96f98711-d994-46d4-8dfa-978961cda2ec service neutron] 10.222.0.50 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928531 Nov 20 03:28:26.200770 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da95f9-1fa8-415d-8a22-e6bba899cb79 req-dc6f47f7-c826-4c29-89e2-af87553d1fef tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:26.202226 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4da95f9-1fa8-415d-8a22-e6bba899cb79 req-dc6f47f7-c826-4c29-89e2-af87553d1fef tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 946 time: 0.0814903 Nov 20 03:28:26.206072 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-c0d52cad-edf8-4668-950a-c6248d7c22b7 service neutron] 10.222.0.53 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280856 Nov 20 03:28:26.302748 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4da95f9-1fa8-415d-8a22-e6bba899cb79 req-35175f68-c723-49ba-bcea-74f6beba7db8 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941694 Nov 20 03:28:26.334095 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-5afec884-cdf8-4608-aacb-9cab0d81a4f3 service neutron] 10.222.0.53 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192205 Nov 20 03:28:26.512425 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3b356b0c-96aa-4ced-976f-d38428add418 req-87c5e00b-6baf-44ac-937a-6918bb6c2a21 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 210 time: 0.0303226 Nov 20 03:28:26.538880 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-f0a2ee10-8c06-4ef0-a8fa-4540061e192a req-0d6c8cf3-dc29-49b7-b493-a23d2909db68 service neutron] 10.222.0.50 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448458 Nov 20 03:28:26.666026 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-e631bc24-f655-4eb6-b874-b112064991de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:26.673459 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-e631bc24-f655-4eb6-b874-b112064991de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=422f83bc1d64444f90dd9a51dbb93678&device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 1096 time: 0.0500326 Nov 20 03:28:26.728874 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7c0ab-ca8d-47b5-93d0-0b4668205d62 req-dc43f3ea-e657-4041-9b2c-7042c47bbe97 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:26.730648 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-16b7c0ab-ca8d-47b5-93d0-0b4668205d62 req-dc43f3ea-e657-4041-9b2c-7042c47bbe97 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 943 time: 0.0534515 Nov 20 03:28:26.775186 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-158fa173-04a4-4764-aa90-079c367d6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:26.776777 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-158fa173-04a4-4764-aa90-079c367d6f92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1 HTTP/1.1" status: 200 len: 914 time: 0.0957470 Nov 20 03:28:26.779442 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-16b7c0ab-ca8d-47b5-93d0-0b4668205d62 req-d8d7f3cd-b43d-4467-aedb-2f4fa670be16 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Nov 20 03:28:26.823381 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-8d9b50f2-d659-41ce-8520-bc36419e49eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d792166c-7b46-4b9f-a687-41c7eac443f5 HTTP/1.1" status: 200 len: 217 time: 0.0365486 Nov 20 03:28:26.873830 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-4eade8de-646d-4aa9-ba68-f21cd3c33013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:26.875470 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-4eade8de-646d-4aa9-ba68-f21cd3c33013 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=519f422e-b6d6-4c99-ab54-896a153006cd HTTP/1.1" status: 200 len: 853 time: 0.0452139 Nov 20 03:28:26.919530 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-cf6909cf-d349-4e9f-a9bd-d61ca5c20dcc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2a1723a7-e2e8-45bc-b8ad-deab280b92f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241160 Nov 20 03:28:27.021469 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-c3acdd62-94bf-4a49-b40e-7bfde3a58d29 service neutron] 10.222.0.50 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926461 Nov 20 03:28:27.115350 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-d0df0f09-7c5c-4d82-9070-7291a275342e req-1f3ee3fe-2e45-4f25-8dce-7da53603f8b2 service neutron] 10.222.0.50 "GET /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850782 Nov 20 03:28:27.432962 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd542a3b-f44b-49fa-9547-2f540fc79215 req-e8281ca4-6bd7-4ed7-afac-68ebab651c96 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:27.434477 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cd542a3b-f44b-49fa-9547-2f540fc79215 req-e8281ca4-6bd7-4ed7-afac-68ebab651c96 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 946 time: 0.0502982 Nov 20 03:28:27.487220 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cd542a3b-f44b-49fa-9547-2f540fc79215 req-90a71ccb-608b-499c-a687-b4f1e72721fa tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Nov 20 03:28:27.589284 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-08f2a350-16f0-4d86-926d-0f649a41fd2b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:27.590759 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-08f2a350-16f0-4d86-926d-0f649a41fd2b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 817 time: 0.1224878 Nov 20 03:28:27.630230 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4ad09aa1-21e0-4453-bd08-cb6ece0970c6 req-bc4ea905-93fc-4c2b-9932-ed313bbc4b85 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 210 time: 0.0321448 Nov 20 03:28:27.678687 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-716349a9-1e0a-4fa7-af9e-553e62eb78f3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b138c523752a4f6da2b64ff7b7c56d06 HTTP/1.1" status: 200 len: 379 time: 0.0723081 Nov 20 03:28:27.691923 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'port': {'device_id': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'admin_state_up': True, 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'security_groups': ['c283e538-328c-47f6-aeb4-d0b6a160332b']}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:27.805105 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Made reservation on behalf of b138c523752a4f6da2b64ff7b7c56d06 for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:27.808709 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:27.904835 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0e68-10c6-4a3d-931b-c8c1905e7dec req-528b235d-2397-4f86-960d-67f3874a916e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:27.906395 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f68c0e68-10c6-4a3d-931b-c8c1905e7dec req-528b235d-2397-4f86-960d-67f3874a916e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 943 time: 0.0555000 Nov 20 03:28:27.947729 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Allocated IP 172.20.0.13 (cc71dd9b-e4af-4bb0-874d-4ac59d5c2547/1ee7c979-c4c1-48c2-8e6b-02e545494964/4c4bc7b9-b304-4308-b0e4-eb3d81a4f772) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:28:27.972629 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f68c0e68-10c6-4a3d-931b-c8c1905e7dec req-c4f976b0-173d-41f6-a13d-39111171aed8 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 Nov 20 03:28:28.087081 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.121908 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.158230 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389c957-b7d7-4ab9-b3ce-37276abc2eb8 req-f0ea98a8-f448-4873-8cd2-f5df1f00595d tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:28.159808 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3389c957-b7d7-4ab9-b3ce-37276abc2eb8 req-f0ea98a8-f448-4873-8cd2-f5df1f00595d tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 946 time: 0.0585051 Nov 20 03:28:28.172599 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:28:28.175964 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:28.179606 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:28:28.204050 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:28.210567 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3389c957-b7d7-4ab9-b3ce-37276abc2eb8 req-022f8432-40a7-4cfc-b759-7de08361e531 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Nov 20 03:28:28.233480 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:28.234002 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.253158 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-12cecb32-169d-4984-a124-07c996caa4cc tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647995 Nov 20 03:28:28.273053 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Request body: {'port': {'device_id': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:28.328305 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.443259 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-e84bb5a1-652c-4720-abcf-4663d66b84b6 None None] Provisioning complete for port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:28:28.443935 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e84bb5a1-652c-4720-abcf-4663d66b84b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.480896 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-e84bb5a1-652c-4720-abcf-4663d66b84b6 None None] Port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:28:28.603911 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device d792166c-7b46-4b9f-a687-41c7eac443f5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:28:28.608349 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:28.616792 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.629827 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Transition to ACTIVE for port object 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:28:28.634997 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.691314 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:28.724317 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port d792166c-7b46-4b9f-a687-41c7eac443f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=d792166c-7b46-4b9f-a687-41c7eac443f5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:28.740832 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': 'd792166c-7b46-4b9f-a687-41c7eac443f5', 'network_id': '2a1723a7-e2e8-45bc-b8ad-deab280b92f1', 'port_id': 'd792166c-7b46-4b9f-a687-41c7eac443f5', 'mac_address': 'fa:16:3e:23:34:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519f422e-b6d6-4c99-ab54-896a153006cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:28:28.780300 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a2369-4e7c-49c1-ab91-8b307e503e8a req-0c6a701c-8f05-442b-bdbe-1935b9d9748d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:28.782314 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a97a2369-4e7c-49c1-ab91-8b307e503e8a req-0c6a701c-8f05-442b-bdbe-1935b9d9748d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0576770 Nov 20 03:28:28.787164 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.793303 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Attempting to bind port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:28:28.793762 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Attempting to bind port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:28:28.794114 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Attempting to bind port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 on network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:28.800108 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 on network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:28:28.800510 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Attempting to bind port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 on network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:28.806193 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:28:28.806607 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Checking segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:28.807073 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Bound using segment: {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:28:28.807563 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Bound port: 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05426913-6e1c-4983-b162-b82ec6336638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:28:28.807996 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.809769 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d792166c-7b46-4b9f-a687-41c7eac443f5 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:28.831159 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port d792166c-7b46-4b9f-a687-41c7eac443f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=d792166c-7b46-4b9f-a687-41c7eac443f5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:28.837301 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.851973 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a97a2369-4e7c-49c1-ab91-8b307e503e8a req-d644a15e-dbe7-41e9-9904-200f137e8a87 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581954 Nov 20 03:28:28.889580 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:28:28.893739 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:28:28.898237 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.898737 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=d792166c-7b46-4b9f-a687-41c7eac443f5,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:28.933718 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:28.934339 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:28.935773 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 HTTP/1.1" status: 200 len: 1094 time: 0.6674094 Nov 20 03:28:28.936214 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:28.939047 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7ac695-02b0-44b2-923a-f6b5384a7298" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:28.963143 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70fcfe-f027-4473-80d0-6a950a3db060 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:29.012218 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2c1fdc-ed51-44c5-a131-e8674cf5254e x-openstack-request-id: req-9c2c1fdc-ed51-44c5-a131-e8674cf5254e {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:29.012218 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:29.012548 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c2c1fdc-ed51-44c5-a131-e8674cf5254e {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:29.012856 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'status': 'completed', 'code': 200} Nov 20 03:28:29.045531 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-93bf8fdd-91a9-4dc8-aa13-255ac1b41f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.047189 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-93bf8fdd-91a9-4dc8-aa13-255ac1b41f26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 1097 time: 0.0478153 Nov 20 03:28:29.102795 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-264892e3-d937-4392-b2bc-62a5fc2aaef3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 HTTP/1.1" status: 200 len: 217 time: 0.0394285 Nov 20 03:28:29.103679 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e0e0e-f5b9-4329-b605-473c445959cf req-7fe50866-142f-4b7d-981d-e62cc1996d44 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.105444 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-991e0e0e-f5b9-4329-b605-473c445959cf req-7fe50866-142f-4b7d-981d-e62cc1996d44 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 944 time: 0.0518527 Nov 20 03:28:29.153795 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['d792166c-7b46-4b9f-a687-41c7eac443f5'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:29.157698 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-2f4444b5-fb13-41c0-857f-fa196ea815bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.159485 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-2f4444b5-fb13-41c0-857f-fa196ea815bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0489821 Nov 20 03:28:29.162281 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-991e0e0e-f5b9-4329-b605-473c445959cf req-469319a6-af20-4e3f-b4d3-55a30a0ce6a1 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506878 Nov 20 03:28:29.206184 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-2ae2b2d7-32b2-4ccf-a0d9-526d8d8d2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.207677 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-2ae2b2d7-32b2-4ccf-a0d9-526d8d8d2ec0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403383 Nov 20 03:28:29.320830 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-459f82f0-d5fc-427a-8b91-1940ce2a59d7 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034658 Nov 20 03:28:29.345741 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710ba91-06c7-4527-8ee2-eb2706a770b9 req-7bb35eba-e55e-4d81-9c53-44cfe6ae9c8a tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.347432 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7710ba91-06c7-4527-8ee2-eb2706a770b9 req-7bb35eba-e55e-4d81-9c53-44cfe6ae9c8a tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 946 time: 0.0567412 Nov 20 03:28:29.397821 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7710ba91-06c7-4527-8ee2-eb2706a770b9 req-083d78a4-d2dd-4745-9cf9-eda1f7aa01a4 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439444 Nov 20 03:28:29.428295 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-9968ccf1-6fb9-43b5-8fe0-8b112d10004c req-d3729b79-78a0-4561-96c8-b1b6e29b6a81 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Nov 20 03:28:29.566958 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-9c1f2cff-5e1e-49c2-9c1d-5e05829434c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.568454 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-9c1f2cff-5e1e-49c2-9c1d-5e05829434c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 1097 time: 0.0467532 Nov 20 03:28:29.660316 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-37718dd1-90d9-4505-b179-002a7c0865fb tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.661824 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-37718dd1-90d9-4505-b179-002a7c0865fb tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.50 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 946 time: 0.0495481 Nov 20 03:28:29.698661 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-1168c83a-e58c-484d-ad6d-35f370441897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.700140 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-1168c83a-e58c-484d-ad6d-35f370441897 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.0886054 Nov 20 03:28:29.747023 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-e0c205a9-1e55-49da-abcc-fd3988f33cf7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 HTTP/1.1" status: 200 len: 217 time: 0.0385897 Nov 20 03:28:29.759611 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Deleting port 83b65ff9-9454-465b-bb4e-9cd38a142dfe {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:29.759992 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:29.798925 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-1009d54c-1108-4790-940e-53a8f638ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.800550 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-1009d54c-1108-4790-940e-53a8f638ed41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0451658 Nov 20 03:28:29.851318 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-28cf6118-8400-4176-96e9-1f7dba510fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:29.852816 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-28cf6118-8400-4176-96e9-1f7dba510fde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0445130 Nov 20 03:28:29.958714 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-56ce2cf0-0761-40b6-8129-df7bf8c3fb45 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974486 Nov 20 03:28:30.056276 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-ad7ac695-02b0-44b2-923a-f6b5384a7298 req-351c8633-5935-4dc1-9597-630709420e30 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899708 Nov 20 03:28:30.108250 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2060a-d9c8-41cd-9a0b-5d94193c04e6 req-04f0633d-e9e0-46fb-8d74-3541ee13dbc8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:30.109802 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a5f2060a-d9c8-41cd-9a0b-5d94193c04e6 req-04f0633d-e9e0-46fb-8d74-3541ee13dbc8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0799332 Nov 20 03:28:30.118281 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] For port 83b65ff9-9454-465b-bb4e-9cd38a142dfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=83b65ff9-9454-465b-bb4e-9cd38a142dfe,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:30.118644 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.145484 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Calling delete_port for 83b65ff9-9454-465b-bb4e-9cd38a142dfe owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:30.211057 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a5f2060a-d9c8-41cd-9a0b-5d94193c04e6 req-4ba4cb9b-b24d-4bbb-91cb-26abf2d722d9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953391 Nov 20 03:28:30.331489 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfbb7b-3d71-4d87-bd9a-a2ef546deaf4 req-8746f878-478a-48db-9e17-5174abcd9816 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:30.332998 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-39dfbb7b-3d71-4d87-bd9a-a2ef546deaf4 req-8746f878-478a-48db-9e17-5174abcd9816 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 944 time: 0.0900030 Nov 20 03:28:30.334043 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.368892 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['83b65ff9-9454-465b-bb4e-9cd38a142dfe'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:30.376922 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Pushing event deleted for resources: {'Port': ['ID=83b65ff9-9454-465b-bb4e-9cd38a142dfe,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:30.432025 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] No DVR routers for this DVR port 83b65ff9-9454-465b-bb4e-9cd38a142dfe on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:30.437899 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.441227 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-16aaff9f-5ed7-42a4-ae73-074ca3f78c9d req-b6d5728e-d09d-4e47-8a63-f995ac55f61f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.50 "DELETE /v2.0/ports/83b65ff9-9454-465b-bb4e-9cd38a142dfe HTTP/1.1" status: 204 len: 173 time: 0.7705722 Nov 20 03:28:30.441670 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabc7ab5-526e-482d-b3e0-8c2ec254c3ae', 'name': 'network-vif-deleted', 'tag': '83b65ff9-9454-465b-bb4e-9cd38a142dfe'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:30.444024 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b0765a-854f-4eab-84fe-1588f53a1fde" -d '{"events": [{"server_uuid": "cabc7ab5-526e-482d-b3e0-8c2ec254c3ae", "name": "network-vif-deleted", "tag": "83b65ff9-9454-465b-bb4e-9cd38a142dfe"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:30.454717 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-39dfbb7b-3d71-4d87-bd9a-a2ef546deaf4 req-1384d93a-794e-4ae0-8c02-aa66c0d41ec9 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133463 Nov 20 03:28:30.495478 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2b0f4218-25fd-4319-8646-8fded015f932 req-72975a69-9e9f-4e8a-9d7e-117048db0b18 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=cabc7ab5-526e-482d-b3e0-8c2ec254c3ae HTTP/1.1" status: 200 len: 210 time: 0.0282881 Nov 20 03:28:30.514786 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99909c0-95a4-4272-9a06-7ba7cfe1da1a x-openstack-request-id: req-a99909c0-95a4-4272-9a06-7ba7cfe1da1a {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:30.515085 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabc7ab5-526e-482d-b3e0-8c2ec254c3ae", "name": "network-vif-deleted", "tag": "83b65ff9-9454-465b-bb4e-9cd38a142dfe", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:30.515412 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a99909c0-95a4-4272-9a06-7ba7cfe1da1a {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:30.515847 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabc7ab5-526e-482d-b3e0-8c2ec254c3ae', 'name': 'network-vif-deleted', 'tag': '83b65ff9-9454-465b-bb4e-9cd38a142dfe', 'status': 'completed', 'code': 200} Nov 20 03:28:30.614497 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device d792166c-7b46-4b9f-a687-41c7eac443f5 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:28:30.669943 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port d792166c-7b46-4b9f-a687-41c7eac443f5 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:28:30.674726 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port d792166c-7b46-4b9f-a687-41c7eac443f5 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:28:30.675124 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.751685 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.775009 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1746632-1418-42d8-9aee-37419a18f0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd792166c-7b46-4b9f-a687-41c7eac443f5'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:30.777279 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffcb13a-e0e5-4e63-ac12-48a2fbc60e8e" -d '{"events": [{"server_uuid": "b1746632-1418-42d8-9aee-37419a18f0d7", "name": "network-vif-plugged", "status": "completed", "tag": "d792166c-7b46-4b9f-a687-41c7eac443f5"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:30.789828 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port d792166c-7b46-4b9f-a687-41c7eac443f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=d792166c-7b46-4b9f-a687-41c7eac443f5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:30.794890 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:30.821551 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562f239a-3b6c-4c35-8380-4d04148a2007 x-openstack-request-id: req-562f239a-3b6c-4c35-8380-4d04148a2007 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:30.821854 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1746632-1418-42d8-9aee-37419a18f0d7", "name": "network-vif-plugged", "status": "completed", "tag": "d792166c-7b46-4b9f-a687-41c7eac443f5", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:30.822230 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-562f239a-3b6c-4c35-8380-4d04148a2007 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:30.822614 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1746632-1418-42d8-9aee-37419a18f0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd792166c-7b46-4b9f-a687-41c7eac443f5', 'code': 200} Nov 20 03:28:30.851478 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=d792166c-7b46-4b9f-a687-41c7eac443f5,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:31.048077 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a3a0b-f2cd-4352-9934-676e6c20d465 req-fdc3f942-f5bc-430a-9cdd-a0c90ee544cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.049581 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-029a3a0b-f2cd-4352-9934-676e6c20d465 req-fdc3f942-f5bc-430a-9cdd-a0c90ee544cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0453298 Nov 20 03:28:31.107352 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-029a3a0b-f2cd-4352-9934-676e6c20d465 req-2e28a254-d05b-4c90-8e94-465514da6aee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Nov 20 03:28:31.346526 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f81310-613a-4365-9d3a-cc808fcf4f39 req-483e13c4-6f5e-4576-b158-d1866d3b9de3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.347982 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-28f81310-613a-4365-9d3a-cc808fcf4f39 req-483e13c4-6f5e-4576-b158-d1866d3b9de3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0531142 Nov 20 03:28:31.397059 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-28f81310-613a-4365-9d3a-cc808fcf4f39 req-cd6d8f2a-94f0-43c4-a0e4-689201423e1a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Nov 20 03:28:31.584277 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f58a8d-d959-48ea-a6bd-c95d7ccf37c5 req-46bd70da-d7e2-4f20-92b9-128e5d5cf245 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.585822 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f9f58a8d-d959-48ea-a6bd-c95d7ccf37c5 req-46bd70da-d7e2-4f20-92b9-128e5d5cf245 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Nov 20 03:28:31.634743 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f9f58a8d-d959-48ea-a6bd-c95d7ccf37c5 req-639e67a4-8fa0-405c-b94d-939ae8f88f28 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Nov 20 03:28:31.759020 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-55d9129a-96ad-4ac9-8d05-17614759ff32 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:31.760513 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-55d9129a-96ad-4ac9-8d05-17614759ff32 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/networks?id=49437894-a13a-48b2-9a88-e6b9e0fb7959 HTTP/1.1" status: 200 len: 809 time: 0.1028149 Nov 20 03:28:31.779226 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-afa83929-f260-4f57-8cfa-3d75768c055e tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/quotas/c08d0fa683db4435918745868ee52df6 HTTP/1.1" status: 200 len: 375 time: 0.0096016 Nov 20 03:28:31.816524 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-80e77c63-e792-48ad-b72c-a90ae5664ebc tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c08d0fa683db4435918745868ee52df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307221 Nov 20 03:28:31.906386 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-d38dff8c-239f-42a9-8601-db969192642f service neutron] 10.222.0.53 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829332 Nov 20 03:28:32.001322 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-d2e7c1b3-e76d-4791-8995-c1b676a1af24 service neutron] 10.222.0.53 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886600 Nov 20 03:28:32.169961 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-5b49e05c-e8de-4d72-b473-12cb20fa0ac2 req-bac5d707-bb97-4fb9-933e-78854d50a1fc tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 210 time: 0.0280371 Nov 20 03:28:32.526774 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa6386-c6d6-478a-9d57-90d7d31bd51a req-d25bc967-978e-4c98-a945-8914b8f1b050 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:32.528398 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a4aa6386-c6d6-478a-9d57-90d7d31bd51a req-d25bc967-978e-4c98-a945-8914b8f1b050 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0502868 Nov 20 03:28:32.578942 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a4aa6386-c6d6-478a-9d57-90d7d31bd51a req-a8c18b0d-9fd4-4ad6-8e9e-f9a0969006af tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Nov 20 03:28:32.635936 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:28:32.649873 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 83b65ff9-9454-465b-bb4e-9cd38a142dfe no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:32.674472 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 83b65ff9-9454-465b-bb4e-9cd38a142dfe {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:32.674817 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 83b65ff9-9454-465b-bb4e-9cd38a142dfe not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:32.760188 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6c5cf-b734-400f-9394-0b5148d75aca req-a50f196b-fcb3-4ed7-9c2c-9a20613d4ea9 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:32.762224 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:32.763188 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-39a6c5cf-b734-400f-9394-0b5148d75aca req-a50f196b-fcb3-4ed7-9c2c-9a20613d4ea9 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0575054 Nov 20 03:28:32.774254 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'port_id': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'mac_address': 'fa:16:3e:0e:59:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:28:32.811520 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:32.814725 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-39a6c5cf-b734-400f-9394-0b5148d75aca req-1a0346ab-2a00-4490-9bb6-a69b81530e9e tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Nov 20 03:28:32.825504 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:32.845969 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:32.851414 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:32.900462 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:33.164207 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:33.298378 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fad94225-b1da-4c18-a3c7-f9adeec507a0 req-0c90a123-c4f5-41d6-ab8b-888fb7427a9f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 210 time: 0.0378802 Nov 20 03:28:33.337909 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-44776943-ce51-4433-90f1-d40d233c999a tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:33.339467 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-44776943-ce51-4433-90f1-d40d233c999a tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.50 "GET /v2.0/networks?id=49437894-a13a-48b2-9a88-e6b9e0fb7959 HTTP/1.1" status: 200 len: 809 time: 0.1916163 Nov 20 03:28:33.366075 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Request body: {'port': {'device_id': '7849d044-a6a6-4572-bf48-958a5b588a0e', 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959', 'admin_state_up': True, 'tenant_id': 'c08d0fa683db4435918745868ee52df6'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:33.481445 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Made reservation on behalf of c08d0fa683db4435918745868ee52df6 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:28:33.485031 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:33.612850 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Allocated IP 172.20.0.6 (49437894-a13a-48b2-9a88-e6b9e0fb7959/6ee621dd-9039-4d06-861d-49a4f3dc34a8/50574b23-4458-40d8-9d67-224d1fdb8a44) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:28:33.761346 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a254e3a-560d-4b91-b878-dae943ff0e54 req-1516361e-187f-49b4-ab9e-5254686e23cb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:33.762837 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0a254e3a-560d-4b91-b878-dae943ff0e54 req-1516361e-187f-49b4-ab9e-5254686e23cb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 945 time: 0.1065073 Nov 20 03:28:33.810870 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:33.839890 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0a254e3a-560d-4b91-b878-dae943ff0e54 req-a7b60095-52c2-4ce0-86fe-abd150d4c306 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703166 Nov 20 03:28:33.866324 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:33.911086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Network 49437894-a13a-48b2-9a88-e6b9e0fb7959 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:28:33.914990 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:28:33.917938 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:28:33.942026 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Pushing event updated for resources: {'Port': ['ID=50574b23-4458-40d8-9d67-224d1fdb8a44,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:33.971227 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:33.971858 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:33.989826 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-57b5a7c0-f06f-46aa-bb8a-405d2bb86ce9 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6288638 Nov 20 03:28:34.018787 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Request body: {'port': {'device_id': '7849d044-a6a6-4572-bf48-958a5b588a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:34.075970 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.358609 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50574b23-4458-40d8-9d67-224d1fdb8a44 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:34.369499 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.407654 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Transition to ACTIVE for port object 50574b23-4458-40d8-9d67-224d1fdb8a44 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:28:34.423669 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.485187 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Pushing event updated for resources: {'Port': ['ID=50574b23-4458-40d8-9d67-224d1fdb8a44,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:34.496109 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff5bf3-f410-460f-83b9-7c21ca083697 req-f70c1ed5-b32a-486c-af1a-3e39f8d77071 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:34.497597 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e2ff5bf3-f410-460f-83b9-7c21ca083697 req-f70c1ed5-b32a-486c-af1a-3e39f8d77071 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 931 time: 0.1178365 Nov 20 03:28:34.599876 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e2ff5bf3-f410-460f-83b9-7c21ca083697 req-c31065d4-4613-42ee-a817-3d9d34084cb8 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837934 Nov 20 03:28:34.600912 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Attempting to bind port 50574b23-4458-40d8-9d67-224d1fdb8a44 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:28:34.601240 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Attempting to bind port 50574b23-4458-40d8-9d67-224d1fdb8a44 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:28:34.601554 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Attempting to bind port 50574b23-4458-40d8-9d67-224d1fdb8a44 on network 49437894-a13a-48b2-9a88-e6b9e0fb7959 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:34.606203 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Port 50574b23-4458-40d8-9d67-224d1fdb8a44 on network 49437894-a13a-48b2-9a88-e6b9e0fb7959 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:28:34.606514 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Attempting to bind port 50574b23-4458-40d8-9d67-224d1fdb8a44 on network 49437894-a13a-48b2-9a88-e6b9e0fb7959 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:28:34.612039 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:28:34.612550 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Checking segment: {'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:28:34.612934 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Bound using segment: {'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:28:34.613497 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Bound port: 50574b23-4458-40d8-9d67-224d1fdb8a44, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3352af54-cffe-42e3-ad5f-ffc8852a9edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:28:34.613701 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.639479 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:28:34.681638 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] For port 50574b23-4458-40d8-9d67-224d1fdb8a44, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:28:34.684896 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] For port 50574b23-4458-40d8-9d67-224d1fdb8a44, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=50574b23-4458-40d8-9d67-224d1fdb8a44,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:28:34.692617 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.693100 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:28:34.697098 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:28:34.697464 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.729533 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:34.730166 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.731524 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] 10.222.0.50 "PUT /v2.0/ports/50574b23-4458-40d8-9d67-224d1fdb8a44 HTTP/1.1" status: 200 len: 1093 time: 0.7170198 Nov 20 03:28:34.731991 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7849d044-a6a6-4572-bf48-958a5b588a0e', 'tag': '50574b23-4458-40d8-9d67-224d1fdb8a44'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:34.734274 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7938a39a-1b1f-49d0-b1c0-192ecf144267" -d '{"events": [{"name": "network-changed", "server_uuid": "7849d044-a6a6-4572-bf48-958a5b588a0e", "tag": "50574b23-4458-40d8-9d67-224d1fdb8a44"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:34.758853 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2888ab3-af72-4ce2-96d1-2be76f7c78db service neutron] Pushing event updated for resources: {'Port': ['ID=50574b23-4458-40d8-9d67-224d1fdb8a44,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:34.780113 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173fdddb-1b97-437d-a82e-4e253438bf9f x-openstack-request-id: req-173fdddb-1b97-437d-a82e-4e253438bf9f {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:34.780405 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7849d044-a6a6-4572-bf48-958a5b588a0e", "tag": "50574b23-4458-40d8-9d67-224d1fdb8a44", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:34.780656 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-173fdddb-1b97-437d-a82e-4e253438bf9f {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:34.781056 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7849d044-a6a6-4572-bf48-958a5b588a0e', 'tag': '50574b23-4458-40d8-9d67-224d1fdb8a44', 'status': 'completed', 'code': 200} Nov 20 03:28:34.802677 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.825753 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:34.828063 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacd3948-d65f-4246-864e-fdb6c31d6f23" -d '{"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-plugged", "status": "completed", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:34.839237 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-06f99c8f-963c-454d-8bda-6c1dece3fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:34.840858 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-06f99c8f-963c-454d-8bda-6c1dece3fdbe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c08d0fa683db4435918745868ee52df6&device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 1096 time: 0.0411730 Nov 20 03:28:34.844332 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:34.850174 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:34.874856 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5857533b-b91a-4773-8fc5-98d75b292621 x-openstack-request-id: req-5857533b-b91a-4773-8fc5-98d75b292621 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:34.875167 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-plugged", "status": "completed", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:34.875448 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5857533b-b91a-4773-8fc5-98d75b292621 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:34.875943 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'code': 200} Nov 20 03:28:34.896890 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-05af5543-e334-4ba5-b533-fb0ff50843cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50574b23-4458-40d8-9d67-224d1fdb8a44 HTTP/1.1" status: 200 len: 217 time: 0.0420525 Nov 20 03:28:34.903638 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:34.973393 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-6562f885-652f-401e-bed4-bee358606310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:34.974856 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-6562f885-652f-401e-bed4-bee358606310 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ee621dd-9039-4d06-861d-49a4f3dc34a8 HTTP/1.1" status: 200 len: 849 time: 0.0710094 Nov 20 03:28:35.001014 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb85ba-8067-4c7c-8338-9bae2e7d4570 req-28bddd8f-f5c2-4f8d-a872-a96f3c95cae4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:35.002602 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-adeb85ba-8067-4c7c-8338-9bae2e7d4570 req-28bddd8f-f5c2-4f8d-a872-a96f3c95cae4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0721364 Nov 20 03:28:35.018952 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-3c1d15bc-a2bf-4a76-87f3-5eca646cea39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49437894-a13a-48b2-9a88-e6b9e0fb7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363457 Nov 20 03:28:35.080605 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916420f-c5ab-4f38-a9c0-b98f5ecafea5 req-e3bffc34-f4b9-4acd-9970-d12f95d4733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:35.082208 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1916420f-c5ab-4f38-a9c0-b98f5ecafea5 req-e3bffc34-f4b9-4acd-9970-d12f95d4733c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 1099 time: 0.0401757 Nov 20 03:28:35.111340 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-adeb85ba-8067-4c7c-8338-9bae2e7d4570 req-0a9043ef-014a-4326-ab37-337f4fc86d3f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947683 Nov 20 03:28:35.126641 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1916420f-c5ab-4f38-a9c0-b98f5ecafea5 req-51f19e28-c915-4435-87b1-2862cfe47ada service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378072 Nov 20 03:28:35.138043 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-750201b0-072a-4387-852b-818796b8c9e2 service neutron] 10.222.0.50 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071510 Nov 20 03:28:35.501663 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-aa792a31-bad3-4e7a-be84-ed242f38f1eb req-ccff37e9-97fc-48a4-9a0d-a0dd8e146c56 service neutron] 10.222.0.50 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963347 Nov 20 03:28:35.645171 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-0118a72c-6661-4b9f-a9e2-70ea1bd2df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:35.646747 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-0118a72c-6661-4b9f-a9e2-70ea1bd2df73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c08d0fa683db4435918745868ee52df6&device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 1096 time: 0.0489919 Nov 20 03:28:35.776540 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b37136-6f8a-41c0-8389-45dc9e9887a7 req-71e2705b-1a91-40f8-8e66-c09fcb820277 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:35.778048 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e0b37136-6f8a-41c0-8389-45dc9e9887a7 req-71e2705b-1a91-40f8-8e66-c09fcb820277 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 943 time: 0.1042573 Nov 20 03:28:35.780925 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-dd055fa5-f651-4e52-b8d7-95e26c605428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:35.782299 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-dd055fa5-f651-4e52-b8d7-95e26c605428 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49437894-a13a-48b2-9a88-e6b9e0fb7959 HTTP/1.1" status: 200 len: 910 time: 0.1266210 Nov 20 03:28:35.837159 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-3682890e-02ed-48c2-91eb-8b4e61da3d71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50574b23-4458-40d8-9d67-224d1fdb8a44 HTTP/1.1" status: 200 len: 217 time: 0.0389278 Nov 20 03:28:35.885607 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e0b37136-6f8a-41c0-8389-45dc9e9887a7 req-9218805f-45fb-46f7-91c9-bc9b13362f9d tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005816 Nov 20 03:28:35.901076 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-63cdf2f7-e188-4be2-9097-5b960cfe1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:35.902624 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-63cdf2f7-e188-4be2-9097-5b960cfe1b07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ee621dd-9039-4d06-861d-49a4f3dc34a8 HTTP/1.1" status: 200 len: 849 time: 0.0574841 Nov 20 03:28:35.941819 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-a5459977-a21b-4773-9e4b-85d1abff4888 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49437894-a13a-48b2-9a88-e6b9e0fb7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278342 Nov 20 03:28:36.042745 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-86c9b9c2-40ea-45f4-8b09-9671760a60ea service neutron] 10.222.0.50 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821440 Nov 20 03:28:36.140078 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7938a39a-1b1f-49d0-b1c0-192ecf144267 req-043c2596-ec2e-41a3-a8f0-148212c625e7 service neutron] 10.222.0.50 "GET /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885282 Nov 20 03:28:36.237309 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38da190-fe68-436d-8145-ab19b584202a req-c2b3fe42-8195-4d9d-8803-54d359a7a26a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:36.238811 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b38da190-fe68-436d-8145-ab19b584202a req-c2b3fe42-8195-4d9d-8803-54d359a7a26a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0519035 Nov 20 03:28:36.291378 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b38da190-fe68-436d-8145-ab19b584202a req-67f119c0-5306-4c75-b8a2-977bccfea6a6 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449512 Nov 20 03:28:37.013688 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f4eb9-5651-4905-b582-42f158717283 req-6f54318a-9139-480e-9b60-cef5c2f3c059 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:37.015621 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-da9f4eb9-5651-4905-b582-42f158717283 req-6f54318a-9139-480e-9b60-cef5c2f3c059 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 943 time: 0.0561035 Nov 20 03:28:37.065826 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-da9f4eb9-5651-4905-b582-42f158717283 req-5c452fa8-f076-4088-96cc-551076edd30f tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Nov 20 03:28:37.425690 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a57b61-8444-4006-a36e-16b7b2a84a55 req-2b68e1d0-6fdc-48ab-acc1-40d21f5bf6e3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:37.427159 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-64a57b61-8444-4006-a36e-16b7b2a84a55 req-2b68e1d0-6fdc-48ab-acc1-40d21f5bf6e3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0596392 Nov 20 03:28:37.474550 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-64a57b61-8444-4006-a36e-16b7b2a84a55 req-8a440b4c-c6db-464d-85c8-e834c9fade9d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412471 Nov 20 03:28:37.597086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d307a1-769f-42f3-9d0e-e2a9e1e7aae0 req-5076d482-41d3-45b7-996a-05cdaba72128 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:37.598604 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-95d307a1-769f-42f3-9d0e-e2a9e1e7aae0 req-5076d482-41d3-45b7-996a-05cdaba72128 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0522721 Nov 20 03:28:37.608370 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 52798) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:28:37.614127 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Request body: {'floatingip': {'port_id': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:28:37.656115 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:37.679510 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:28:38.328029 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f78f-c328-4c4e-bd50-8b0b2312469c req-4836d234-47ab-45c3-9df6-e0b70f9847b5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:38.329930 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8ef1f78f-c328-4c4e-bd50-8b0b2312469c req-4836d234-47ab-45c3-9df6-e0b70f9847b5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 943 time: 0.0858798 Nov 20 03:28:38.408565 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:38.417273 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:38.422891 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8ef1f78f-c328-4c4e-bd50-8b0b2312469c req-4744ca93-1c35-4382-ae15-054a08458fd0 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863967 Nov 20 03:28:38.525039 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.l3_db [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Floating IP 54b86a40-bfb5-4931-a614-d673c775bf95 associated. External IP: 172.28.3.228, port: 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772. Nov 20 03:28:38.643230 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 50574b23-4458-40d8-9d67-224d1fdb8a44 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:28:38.741860 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Router bd44aa4f-544b-4447-b7eb-c544d475000a has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:28:38.746846 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 50574b23-4458-40d8-9d67-224d1fdb8a44, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=50574b23-4458-40d8-9d67-224d1fdb8a44,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:38.760143 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '50574b23-4458-40d8-9d67-224d1fdb8a44', 'network_id': '49437894-a13a-48b2-9a88-e6b9e0fb7959', 'port_id': '50574b23-4458-40d8-9d67-224d1fdb8a44', 'mac_address': 'fa:16:3e:0a:f4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee621dd-9039-4d06-861d-49a4f3dc34a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:28:38.806629 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:38.824913 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50574b23-4458-40d8-9d67-224d1fdb8a44 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:28:38.848167 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 50574b23-4458-40d8-9d67-224d1fdb8a44, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=50574b23-4458-40d8-9d67-224d1fdb8a44,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:38.852783 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:38.868228 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:28:38.873720 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:38.883398 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] Sync routers for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:28:38.905436 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-4185110d-4fcd-4d24-9cba-97f2bc10a6be tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "PUT /v2.0/floatingips/54b86a40-bfb5-4931-a614-d673c775bf95 HTTP/1.1" status: 200 len: 992 time: 1.2956738 Nov 20 03:28:38.906180 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:38.913577 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:28:38.914751 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:28:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:38.915984 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb93e8-7f3e-4630-a70f-2e344b47a953" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:38.920531 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=50574b23-4458-40d8-9d67-224d1fdb8a44,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:38.961215 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03aef2-00b5-47dd-ac3f-b2226711ea69 x-openstack-request-id: req-bf03aef2-00b5-47dd-ac3f-b2226711ea69 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:38.961612 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:38.962715 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf03aef2-00b5-47dd-ac3f-b2226711ea69 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:38.963251 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'status': 'completed', 'code': 200} Nov 20 03:28:39.078132 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-03f51ee3-9d9e-4ccf-8aeb-0ab04af13d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:39.079829 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-03f51ee3-9d9e-4ccf-8aeb-0ab04af13d3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 1099 time: 0.0589745 Nov 20 03:28:39.174050 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:28:39.185991 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-9316e0f8-38fb-44b2-82c4-b20ebe60403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:39.187519 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-9316e0f8-38fb-44b2-82c4-b20ebe60403e service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.0978131 Nov 20 03:28:39.266301 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-2a54c4d7-5b6a-49a5-b313-e0ce8ed07401 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 HTTP/1.1" status: 200 len: 1000 time: 0.0651383 Nov 20 03:28:39.279611 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['50574b23-4458-40d8-9d67-224d1fdb8a44'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:39.318585 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-d18b3208-2a78-41e3-9a9e-6f2fcf45a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:39.320171 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-d18b3208-2a78-41e3-9a9e-6f2fcf45a632 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0462463 Nov 20 03:28:39.366441 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-d563d301-1f93-46f3-85cc-63d70eb35608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:39.368002 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-d563d301-1f93-46f3-85cc-63d70eb35608 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408719 Nov 20 03:28:39.465312 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-d7a9c97c-e4fc-4709-b420-629c0f77736b service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901740 Nov 20 03:28:39.561862 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '54b86a40-bfb5-4931-a614-d673c775bf95', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'port_id': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'mac_address': 'fa:16:3e:0e:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:28:25Z', 'updated_at': '2021-11-20T03:28:38Z', 'revision_number': 1, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:39.590055 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] Checking router: bd44aa4f-544b-4447-b7eb-c544d475000a for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:28:39.598487 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641970d-7964-46a6-a351-b60f9489cbb7 req-3067f3c8-3e61-42ff-a36a-a047819fa6e0 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:39.599026 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:28:39.599637 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:28:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:39.600012 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7641970d-7964-46a6-a351-b60f9489cbb7 req-3067f3c8-3e61-42ff-a36a-a047819fa6e0 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 944 time: 0.0832129 Nov 20 03:28:39.602291 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-90fb93e8-7f3e-4630-a70f-2e344b47a953 req-1d663736-a36f-4c3f-b1ff-eb2372d6ae4f service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294332 Nov 20 03:28:39.653532 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7641970d-7964-46a6-a351-b60f9489cbb7 req-b7377b2e-1fdb-44c9-9f5e-22880bc45316 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459878 Nov 20 03:28:39.705709 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:28:39.930649 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '54b86a40-bfb5-4931-a614-d673c775bf95', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'port_id': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'mac_address': 'fa:16:3e:0e:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:28:25Z', 'updated_at': '2021-11-20T03:28:38Z', 'revision_number': 1, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:28:39.956519 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baad36a-ed24-4b93-b977-3cb05a0d0369 None None] The sync data for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb is: [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '54b86a40-bfb5-4931-a614-d673c775bf95', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'port_id': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'mac_address': 'fa:16:3e:0e:59:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:28:25Z', 'updated_at': '2021-11-20T03:28:38Z', 'revision_number': 1, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:28:40.163744 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45814635-93ba-4e02-a7c3-8609fb6b8541 None None] New status for floating IP 54b86a40-bfb5-4931-a614-d673c775bf95: ACTIVE {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:28:40.658088 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 50574b23-4458-40d8-9d67-224d1fdb8a44 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:28:40.710119 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 50574b23-4458-40d8-9d67-224d1fdb8a44 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:28:40.714656 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 50574b23-4458-40d8-9d67-224d1fdb8a44 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:28:40.715111 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:40.769853 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2250-a0da-4a9a-b2ce-cb59cc9adaba req-4bada234-1e33-4b2f-aa40-2606095281ba tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:40.771394 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8d9d2250-a0da-4a9a-b2ce-cb59cc9adaba req-4bada234-1e33-4b2f-aa40-2606095281ba tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 944 time: 0.0501647 Nov 20 03:28:40.795551 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:40.820636 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7849d044-a6a6-4572-bf48-958a5b588a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50574b23-4458-40d8-9d67-224d1fdb8a44'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:40.822898 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec8a4e9-88c1-43a4-8dbc-a09ab2a00ecb" -d '{"events": [{"server_uuid": "7849d044-a6a6-4572-bf48-958a5b588a0e", "name": "network-vif-plugged", "status": "completed", "tag": "50574b23-4458-40d8-9d67-224d1fdb8a44"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:40.824901 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8d9d2250-a0da-4a9a-b2ce-cb59cc9adaba req-1878817e-0edc-4e3b-9d0d-3aae9c4441d4 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471597 Nov 20 03:28:40.836888 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 50574b23-4458-40d8-9d67-224d1fdb8a44, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=50574b23-4458-40d8-9d67-224d1fdb8a44,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:40.842466 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:40.874323 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafd405c-8c23-4378-835a-92dff8315c61 x-openstack-request-id: req-bafd405c-8c23-4378-835a-92dff8315c61 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:40.874638 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7849d044-a6a6-4572-bf48-958a5b588a0e", "name": "network-vif-plugged", "status": "completed", "tag": "50574b23-4458-40d8-9d67-224d1fdb8a44", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:40.874916 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bafd405c-8c23-4378-835a-92dff8315c61 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:40.875524 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7849d044-a6a6-4572-bf48-958a5b588a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50574b23-4458-40d8-9d67-224d1fdb8a44', 'code': 200} Nov 20 03:28:40.907728 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=50574b23-4458-40d8-9d67-224d1fdb8a44,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:41.105300 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:41.131596 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59490e2e-2353-45d1-99a0-5f91e2e394ad req-94378d5a-fe98-49b2-927b-77eaa006dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:41.133153 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-59490e2e-2353-45d1-99a0-5f91e2e394ad req-94378d5a-fe98-49b2-927b-77eaa006dcc3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 1098 time: 0.0404108 Nov 20 03:28:41.194291 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-59490e2e-2353-45d1-99a0-5f91e2e394ad req-9837722b-763e-4325-b211-3d7f226b8c1c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Nov 20 03:28:41.965027 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a80e1-e501-4039-9af7-cb002ea7aa7d req-25cec363-5b62-41ac-8dbc-7bc0943e950c tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:41.966541 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-de3a80e1-e501-4039-9af7-cb002ea7aa7d req-25cec363-5b62-41ac-8dbc-7bc0943e950c tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 945 time: 0.0512943 Nov 20 03:28:42.014568 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-de3a80e1-e501-4039-9af7-cb002ea7aa7d req-fc5fde9c-9cac-4df6-a64d-7a91dd61bd1b tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418689 Nov 20 03:28:43.139339 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b294c-8548-4b67-8840-1f68b53dea1a req-3c9cbaa3-59d7-4bc5-8ce9-260bfd9e3b86 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:43.140929 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-985b294c-8548-4b67-8840-1f68b53dea1a req-3c9cbaa3-59d7-4bc5-8ce9-260bfd9e3b86 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 945 time: 0.0535617 Nov 20 03:28:43.190132 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-985b294c-8548-4b67-8840-1f68b53dea1a req-cb6b72a1-ef31-4333-b10d-a4885b8f0c03 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Nov 20 03:28:43.971374 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec6c52-3d04-4723-8cd1-2afccd0ea308 req-44d28de8-4dc7-4caf-9394-6fb72f802ba4 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:43.972886 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-51ec6c52-3d04-4723-8cd1-2afccd0ea308 req-44d28de8-4dc7-4caf-9394-6fb72f802ba4 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 945 time: 0.0549259 Nov 20 03:28:44.024562 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-51ec6c52-3d04-4723-8cd1-2afccd0ea308 req-fd9baad7-79dc-4228-a8e5-d02341601ec8 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Nov 20 03:28:45.160095 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26691e56-03da-469c-a8a5-83f544c8731e req-f5daa12b-d424-48fb-a5e4-5bedcd7d13a3 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:45.161596 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-26691e56-03da-469c-a8a5-83f544c8731e req-f5daa12b-d424-48fb-a5e4-5bedcd7d13a3 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 945 time: 0.0592699 Nov 20 03:28:45.210050 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-26691e56-03da-469c-a8a5-83f544c8731e req-e53738ec-0d56-4ffd-883f-4548764bc379 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6b49f31-1221-43fd-81f2-95d52046cedd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Nov 20 03:28:45.803606 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-3ebfcf26-82df-4903-8148-3d485cf19f88 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:45.805067 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-3ebfcf26-82df-4903-8148-3d485cf19f88 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.50 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 945 time: 0.0682232 Nov 20 03:28:45.897867 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Deleting port 50574b23-4458-40d8-9d67-224d1fdb8a44 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:45.902235 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:46.001593 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] For port 50574b23-4458-40d8-9d67-224d1fdb8a44, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=50574b23-4458-40d8-9d67-224d1fdb8a44,segment=NetworkSegment(3352af54-cffe-42e3-ad5f-ffc8852a9edd),segment_id=3352af54-cffe-42e3-ad5f-ffc8852a9edd)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:46.001956 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:46.017728 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Calling delete_port for 50574b23-4458-40d8-9d67-224d1fdb8a44 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:46.148169 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:46.181366 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Pushing event deleted for resources: {'Port': ['ID=50574b23-4458-40d8-9d67-224d1fdb8a44,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:46.184487 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['50574b23-4458-40d8-9d67-224d1fdb8a44'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:46.222535 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] No DVR routers for this DVR port 50574b23-4458-40d8-9d67-224d1fdb8a44 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:46.225191 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:46.228794 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-22f26e00-7196-47f8-989e-4446cbbdcc6a req-91f0e5b2-3fcc-431e-857d-9f8c3d05d5d5 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.50 "DELETE /v2.0/ports/50574b23-4458-40d8-9d67-224d1fdb8a44 HTTP/1.1" status: 204 len: 173 time: 0.4171758 Nov 20 03:28:46.229232 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7849d044-a6a6-4572-bf48-958a5b588a0e', 'name': 'network-vif-deleted', 'tag': '50574b23-4458-40d8-9d67-224d1fdb8a44'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:46.231576 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caad5dfc-58dc-43cd-9188-96eea0082eae" -d '{"events": [{"server_uuid": "7849d044-a6a6-4572-bf48-958a5b588a0e", "name": "network-vif-deleted", "tag": "50574b23-4458-40d8-9d67-224d1fdb8a44"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:46.269953 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6a0354-441b-4c9b-834d-5022e83b8abd x-openstack-request-id: req-5e6a0354-441b-4c9b-834d-5022e83b8abd {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:46.270256 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7849d044-a6a6-4572-bf48-958a5b588a0e", "name": "network-vif-deleted", "tag": "50574b23-4458-40d8-9d67-224d1fdb8a44", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:46.270593 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e6a0354-441b-4c9b-834d-5022e83b8abd {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:46.270914 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7849d044-a6a6-4572-bf48-958a5b588a0e', 'name': 'network-vif-deleted', 'tag': '50574b23-4458-40d8-9d67-224d1fdb8a44', 'status': 'completed', 'code': 200} Nov 20 03:28:46.322336 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-124c4485-c887-49a6-880b-f7d2b2841855 req-9d99a272-061c-47d9-97cc-9638538d1221 tempest-VolumesActionsTest-1371626205 tempest-VolumesActionsTest-1371626205-project] 10.222.0.53 "GET /v2.0/ports?device_id=7849d044-a6a6-4572-bf48-958a5b588a0e HTTP/1.1" status: 200 len: 210 time: 0.0318460 Nov 20 03:28:46.333704 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2ebb8b66-70de-4c40-b4d0-f7fe2ffb0511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:48.530661 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5355-a411-421e-b590-e31df71748c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:48.704823 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 50574b23-4458-40d8-9d67-224d1fdb8a44 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:28:48.726006 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 50574b23-4458-40d8-9d67-224d1fdb8a44 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:28:48.726346 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 50574b23-4458-40d8-9d67-224d1fdb8a44 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:28:49.776557 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.071512 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.739924 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:51.950260 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7063f-5ca3-4717-8e82-223fd6b5cec2 req-87692705-06af-47ed-80c6-8097f46b11ff tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:51.952999 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9cc7063f-5ca3-4717-8e82-223fd6b5cec2 req-87692705-06af-47ed-80c6-8097f46b11ff tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0562756 Nov 20 03:28:52.012172 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9cc7063f-5ca3-4717-8e82-223fd6b5cec2 req-b6c767f8-e823-42d7-8b79-362c661db63f tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512846 Nov 20 03:28:53.163904 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450dd6d-631c-437d-bd5b-de979b6d13b3 req-a7733fb8-a1e5-4b74-b452-b90323b9a156 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:53.166512 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7450dd6d-631c-437d-bd5b-de979b6d13b3 req-a7733fb8-a1e5-4b74-b452-b90323b9a156 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0635071 Nov 20 03:28:53.225811 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7450dd6d-631c-437d-bd5b-de979b6d13b3 req-d7e9dd2c-8ef8-447c-b32b-ba44bb3a58fd tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525870 Nov 20 03:28:54.383487 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd658a7-d1e7-48df-8cac-1c9222dc9ead req-3e0d562f-fdd9-4446-b4ec-4af4c031df0c tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:54.385842 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fdd658a7-d1e7-48df-8cac-1c9222dc9ead req-3e0d562f-fdd9-4446-b4ec-4af4c031df0c tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0701344 Nov 20 03:28:54.446199 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fdd658a7-d1e7-48df-8cac-1c9222dc9ead req-9a98bb81-f502-4024-946f-064d88ed5f21 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524387 Nov 20 03:28:55.599625 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac0e42-ce14-46dd-a3b2-8b39ca02cb51 req-270a5b66-19ed-4bea-9684-03041ae45b0d tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:55.604240 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dbac0e42-ce14-46dd-a3b2-8b39ca02cb51 req-270a5b66-19ed-4bea-9684-03041ae45b0d tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0793161 Nov 20 03:28:55.654971 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dbac0e42-ce14-46dd-a3b2-8b39ca02cb51 req-c67e04b9-e004-475e-9dc7-249fa536ad10 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461609 Nov 20 03:28:56.786965 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d609-d261-4441-9857-9431a150a9c9 req-b2b3fe0b-06f0-4bfa-97a6-80c2318f036b tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:56.788787 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-adb9d609-d261-4441-9857-9431a150a9c9 req-b2b3fe0b-06f0-4bfa-97a6-80c2318f036b tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0552301 Nov 20 03:28:56.848257 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-adb9d609-d261-4441-9857-9431a150a9c9 req-990c36bb-f98c-4dbb-b7c9-94c624377bc6 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/security-groups?id=11002f55-d2b4-4d64-9233-10e2c7a04e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507748 Nov 20 03:28:56.993099 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-4bda15bc-3dd3-4082-8a9d-362135e619de tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:28:56.994677 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-4bda15bc-3dd3-4082-8a9d-362135e619de tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0561922 Nov 20 03:28:57.098934 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Deleting port d792166c-7b46-4b9f-a687-41c7eac443f5 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:28:57.099333 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.206247 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] For port d792166c-7b46-4b9f-a687-41c7eac443f5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=d792166c-7b46-4b9f-a687-41c7eac443f5,segment=NetworkSegment(f63fc8ab-5187-4134-a020-468263fb71ff),segment_id=f63fc8ab-5187-4134-a020-468263fb71ff)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:28:57.206605 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.220902 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Calling delete_port for d792166c-7b46-4b9f-a687-41c7eac443f5 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:28:57.364756 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.398850 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Pushing event deleted for resources: {'Port': ['ID=d792166c-7b46-4b9f-a687-41c7eac443f5,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:28:57.406748 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['d792166c-7b46-4b9f-a687-41c7eac443f5'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:28:57.431774 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.432208 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.432494 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.432826 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.433165 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.433498 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.433823 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.434146 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.434469 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.434798 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.435107 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.435426 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:28:57.460785 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] No DVR routers for this DVR port d792166c-7b46-4b9f-a687-41c7eac443f5 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:28:57.470718 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:28:57.474471 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-887b0e50-5cc9-4641-bb9b-1a6f288f8f83 req-70785c88-635d-4e71-878b-8cd889651eea tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.50 "DELETE /v2.0/ports/d792166c-7b46-4b9f-a687-41c7eac443f5 HTTP/1.1" status: 204 len: 173 time: 0.4727690 Nov 20 03:28:57.474471 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1746632-1418-42d8-9aee-37419a18f0d7', 'name': 'network-vif-deleted', 'tag': 'd792166c-7b46-4b9f-a687-41c7eac443f5'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:28:57.477948 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853143c9-f877-4527-9fe8-c9269d1052d3" -d '{"events": [{"server_uuid": "b1746632-1418-42d8-9aee-37419a18f0d7", "name": "network-vif-deleted", "tag": "d792166c-7b46-4b9f-a687-41c7eac443f5"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:28:57.529645 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bf761a-3027-422c-a825-77c7aea26453 x-openstack-request-id: req-49bf761a-3027-422c-a825-77c7aea26453 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:28:57.529944 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1746632-1418-42d8-9aee-37419a18f0d7", "name": "network-vif-deleted", "tag": "d792166c-7b46-4b9f-a687-41c7eac443f5", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:28:57.530199 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49bf761a-3027-422c-a825-77c7aea26453 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:28:57.530616 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1746632-1418-42d8-9aee-37419a18f0d7', 'name': 'network-vif-deleted', 'tag': 'd792166c-7b46-4b9f-a687-41c7eac443f5', 'status': 'completed', 'code': 200} Nov 20 03:28:57.997797 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-46bd03b8-c8d9-4d7e-9ccb-9e8f425fa916 req-dd9d4892-0234-46c5-91fe-2104bc7f14e1 tempest-VolumesSnapshotTestJSON-1729630672 tempest-VolumesSnapshotTestJSON-1729630672-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1746632-1418-42d8-9aee-37419a18f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0588419 Nov 20 03:29:00.811770 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device d792166c-7b46-4b9f-a687-41c7eac443f5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:29:00.855497 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: d792166c-7b46-4b9f-a687-41c7eac443f5 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:29:00.856449 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device d792166c-7b46-4b9f-a687-41c7eac443f5 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:29:01.102151 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc77b2-d435-417b-9c4d-c203fede6062 req-2face2ba-30ca-4b4a-b23f-ee135d849fa9 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:01.104446 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a2cc77b2-d435-417b-9c4d-c203fede6062 req-2face2ba-30ca-4b4a-b23f-ee135d849fa9 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0566227 Nov 20 03:29:01.172595 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a2cc77b2-d435-417b-9c4d-c203fede6062 req-db5efc46-d98c-44ee-aa6a-10cad687f096 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590467 Nov 20 03:29:02.305299 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b452fd-be6f-42d6-8703-2237e088beeb req-75fd4857-09b3-4d59-a53b-5f592576484d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:02.306769 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-26b452fd-be6f-42d6-8703-2237e088beeb req-75fd4857-09b3-4d59-a53b-5f592576484d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0512762 Nov 20 03:29:02.359842 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-26b452fd-be6f-42d6-8703-2237e088beeb req-f1b82971-7499-41c7-82f8-82685490919b tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464964 Nov 20 03:29:03.501047 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05cfe-6bf0-478f-ae27-33488d2e99f3 req-34ab9cce-a175-49fd-bb0b-1fad069ec850 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:03.509808 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89a05cfe-6bf0-478f-ae27-33488d2e99f3 req-34ab9cce-a175-49fd-bb0b-1fad069ec850 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0670505 Nov 20 03:29:03.563978 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89a05cfe-6bf0-478f-ae27-33488d2e99f3 req-11f1b4cf-71d3-44a9-98ab-e46f26be1a00 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529203 Nov 20 03:29:04.682418 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83467d8c-4486-4985-8ae1-c9d12491f5e3 req-d51667d3-8b84-436a-ad0b-a7afdf804984 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:04.684014 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-83467d8c-4486-4985-8ae1-c9d12491f5e3 req-d51667d3-8b84-436a-ad0b-a7afdf804984 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0491555 Nov 20 03:29:04.741348 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-83467d8c-4486-4985-8ae1-c9d12491f5e3 req-1f8699de-ef60-4110-9525-833245287602 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477436 Nov 20 03:29:05.873992 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07bfca-1f02-423b-932b-eb162b3df8a8 req-59f3178c-6b08-4574-970d-496afa790f31 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:05.876042 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bd07bfca-1f02-423b-932b-eb162b3df8a8 req-59f3178c-6b08-4574-970d-496afa790f31 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0527050 Nov 20 03:29:05.932623 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bd07bfca-1f02-423b-932b-eb162b3df8a8 req-243d8eb2-cd04-4b0d-8411-b1da9afc9647 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501194 Nov 20 03:29:07.058057 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c8ae9-efd4-4f57-990c-071254a16aab req-c33c4fee-237b-47c2-9c2a-f7a3b0ffdcc3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:07.059685 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-575c8ae9-efd4-4f57-990c-071254a16aab req-c33c4fee-237b-47c2-9c2a-f7a3b0ffdcc3 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0494254 Nov 20 03:29:07.117447 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-575c8ae9-efd4-4f57-990c-071254a16aab req-9a43dfaf-03b7-4eff-a77a-79ebaf0acc03 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515952 Nov 20 03:29:07.248160 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53240) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:07.304101 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-270182d4-6e09-43f8-883c-07f873f3c20f admin admin] Deleting subnet 6ee621dd-9039-4d06-861d-49a4f3dc34a8 {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:29:07.307741 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-270182d4-6e09-43f8-883c-07f873f3c20f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.343945 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-270182d4-6e09-43f8-883c-07f873f3c20f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14614112'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.402291 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-270182d4-6e09-43f8-883c-07f873f3c20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.456236 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-270182d4-6e09-43f8-883c-07f873f3c20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14160298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12855644'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.484874 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270182d4-6e09-43f8-883c-07f873f3c20f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee621dd-9039-4d06-861d-49a4f3dc34a8,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:07.488414 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-270182d4-6e09-43f8-883c-07f873f3c20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.491574 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-270182d4-6e09-43f8-883c-07f873f3c20f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ee621dd-9039-4d06-861d-49a4f3dc34a8 HTTP/1.1" status: 204 len: 168 time: 0.2421689 Nov 20 03:29:07.494357 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53242) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:07.561766 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.647485 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.668999 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49437894-a13a-48b2-9a88-e6b9e0fb7959']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:07.677952 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3352af54-cffe-42e3-ad5f-ffc8852a9edd') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:07.678247 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3352af54-cffe-42e3-ad5f-ffc8852a9edd') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:07.690764 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14614123'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.706113 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.712864 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:29:07.713242 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14160128'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: Traceback (most recent call last): Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: timer() Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: cb(*args, **kw) Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: return func(*args, **kwargs) Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: self._notify() Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: self.callback(batched_events) Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: event.method(event) Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: return f(self, *a, **k) Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: return self._get(url).json() Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:29:07.714916 dv-cinder-818037-5-smb neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:29:07.776906 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.796360 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:07.801055 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] 10.222.0.53 "DELETE /v2.0/networks/49437894-a13a-48b2-9a88-e6b9e0fb7959 HTTP/1.1" status: 204 len: 168 time: 0.3048728 Nov 20 03:29:07.802634 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f20435-fc5e-4ebd-ad39-1cf55c57aa8e admin admin] Pushing event deleted for resources: {'Network': ['ID=49437894-a13a-48b2-9a88-e6b9e0fb7959,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:07.920702 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53248) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:07.983564 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-a055071a-a928-4775-b8e6-ec66b5a716d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c08d0fa683db4435918745868ee52df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615714 Nov 20 03:29:07.986943 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53250) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:08.048005 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cdb14e53-3850-4391-b065-c9fd04f907b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.075421 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cdb14e53-3850-4391-b065-c9fd04f907b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.136306 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cdb14e53-3850-4391-b065-c9fd04f907b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.139080 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-cdb14e53-3850-4391-b065-c9fd04f907b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:08.140330 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-cdb14e53-3850-4391-b065-c9fd04f907b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6b49f31-1221-43fd-81f2-95d52046cedd HTTP/1.1" status: 204 len: 168 time: 0.1525512 Nov 20 03:29:08.153814 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb14e53-3850-4391-b065-c9fd04f907b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b49f31-1221-43fd-81f2-95d52046cedd,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:08.260267 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18f7f0-1258-440c-b5c0-1c3c6e3a3374 req-e4327ee8-4079-4ee3-aa58-262125530b62 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:08.276982 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d18f7f0-1258-440c-b5c0-1c3c6e3a3374 req-e4327ee8-4079-4ee3-aa58-262125530b62 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0726345 Nov 20 03:29:08.338298 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d18f7f0-1258-440c-b5c0-1c3c6e3a3374 req-51b77567-ac66-48f3-9918-00856e9da08c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646193 Nov 20 03:29:09.484473 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec1b8d-0bdf-4c11-b624-145f19a246e5 req-4abd2767-105b-428c-9fb0-cd216aae6e99 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:09.486079 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61ec1b8d-0bdf-4c11-b624-145f19a246e5 req-4abd2767-105b-428c-9fb0-cd216aae6e99 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0576515 Nov 20 03:29:09.541413 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61ec1b8d-0bdf-4c11-b624-145f19a246e5 req-ee705970-0238-4823-a3c6-15c1ea46689a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490925 Nov 20 03:29:10.675829 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fe38d-8f18-4c19-b44a-e0dc2267d968 req-202424ea-eaef-4208-a616-f75c209a8015 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:10.677362 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e84fe38d-8f18-4c19-b44a-e0dc2267d968 req-202424ea-eaef-4208-a616-f75c209a8015 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0657351 Nov 20 03:29:10.728286 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e84fe38d-8f18-4c19-b44a-e0dc2267d968 req-d975619f-63b7-46f5-9892-3907b291e067 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442319 Nov 20 03:29:11.103436 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:11.852129 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842f8ae-96e2-4699-9265-35ebb91dc093 req-9db39f69-bdbb-405e-a643-3aafe6ee0d54 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:11.854833 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3842f8ae-96e2-4699-9265-35ebb91dc093 req-9db39f69-bdbb-405e-a643-3aafe6ee0d54 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0561879 Nov 20 03:29:11.909250 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3842f8ae-96e2-4699-9265-35ebb91dc093 req-25bb94ef-152e-49a5-9c9e-6813bc250545 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469189 Nov 20 03:29:13.034607 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479981e-88ee-44a6-9d85-0221a2faa585 req-1bd657f7-277d-4ca3-a6e3-99fde4507105 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:13.040457 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e479981e-88ee-44a6-9d85-0221a2faa585 req-1bd657f7-277d-4ca3-a6e3-99fde4507105 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0546193 Nov 20 03:29:13.086966 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e479981e-88ee-44a6-9d85-0221a2faa585 req-f06c55b8-bf61-49cf-8315-7e26897dd05a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Nov 20 03:29:14.223372 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161f032-a46d-4998-880e-97f6a6f30b9d req-559489c2-3b29-41ec-a932-5fa9d2a3d0ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:14.224963 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0161f032-a46d-4998-880e-97f6a6f30b9d req-559489c2-3b29-41ec-a932-5fa9d2a3d0ff tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0618451 Nov 20 03:29:14.277544 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0161f032-a46d-4998-880e-97f6a6f30b9d req-2acc355f-e858-4163-bcb8-868475a05a5a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462449 Nov 20 03:29:14.679426 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:29:15.644243 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603449c9-5b40-4763-ae52-f264496f71ca req-c2998feb-eefe-42aa-8f60-054d61835cf9 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:15.645787 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-603449c9-5b40-4763-ae52-f264496f71ca req-c2998feb-eefe-42aa-8f60-054d61835cf9 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.2952805 Nov 20 03:29:15.702093 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-603449c9-5b40-4763-ae52-f264496f71ca req-0158ca69-afc7-4c8a-97f4-68cf69fe734b tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472426 Nov 20 03:29:16.329162 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f4cacc37-703a-4125-a74d-b818b56b285f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.374635 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 53442) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:16.377926 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-35abdbe4-f16f-494d-a793-f2b5a4094825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:16.379432 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-35abdbe4-f16f-494d-a793-f2b5a4094825 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1098 time: 0.0413694 Nov 20 03:29:16.424638 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Deleting subnet 519f422e-b6d6-4c99-ab54-896a153006cd {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:29:16.428173 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.463350 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.475089 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-a46ad350-5b40-4663-9690-f2bd1d5f70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:16.476761 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-a46ad350-5b40-4663-9690-f2bd1d5f70dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 200 len: 910 time: 0.0906048 Nov 20 03:29:16.502434 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.543332 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-995f13fd-12b7-4bb7-acbc-a90304e6f99a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 200 len: 1000 time: 0.0600178 Nov 20 03:29:16.556225 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.585240 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519f422e-b6d6-4c99-ab54-896a153006cd,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:16.590194 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.593379 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-ab096f3d-1c93-46da-8b0f-e6f628b082db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:16.594080 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/519f422e-b6d6-4c99-ab54-896a153006cd HTTP/1.1" status: 204 len: 168 time: 0.2182226 Nov 20 03:29:16.594832 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-ab096f3d-1c93-46da-8b0f-e6f628b082db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e HTTP/1.1" status: 200 len: 848 time: 0.0439909 Nov 20 03:29:16.595935 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53444) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:16.600747 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.601315 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.601736 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.602284 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.602626 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.602963 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.603293 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.603624 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.603983 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.604313 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.604661 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.605088 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20823b16-6310-4311-a6bc-c80a22426267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:16.693873 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.700051 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-5724698d-a266-42be-a3c2-bb60b948ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:16.701744 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-5724698d-a266-42be-a3c2-bb60b948ecd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71feca70-fe64-44a9-8988-eaa4d27ea30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990760 Nov 20 03:29:16.852580 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.878148 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1723a7-e2e8-45bc-b8ad-deab280b92f1']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:16.898447 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63fc8ab-5187-4134-a020-468263fb71ff') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:16.898732 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63fc8ab-5187-4134-a020-468263fb71ff') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:16.913446 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14614123'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.931117 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaba932-a15e-4dc3-a7bb-78747755c38f req-6d74b0f1-8823-4e6d-8570-25c9843a40cc tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:16.932594 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4eaba932-a15e-4dc3-a7bb-78747755c38f req-6d74b0f1-8823-4e6d-8570-25c9843a40cc tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.1518514 Nov 20 03:29:16.948111 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-12a76159-0354-4596-b19e-c7ca637d659c service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359226 Nov 20 03:29:16.949952 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.972762 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:29:16.973162 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14160128'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: Traceback (most recent call last): Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: timer() Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: cb(*args, **kw) Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: return func(*args, **kwargs) Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: self._notify() Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: self.callback(batched_events) Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: event.method(event) Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: return f(self, *a, **k) Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: return self._get(url).json() Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:29:16.982861 dv-cinder-818037-5-smb neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:29:17.091572 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4eaba932-a15e-4dc3-a7bb-78747755c38f req-cf98dcbe-fa42-4c31-9769-d1493a459309 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513629 Nov 20 03:29:17.094881 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:17.100982 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:17.104164 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2a1723a7-e2e8-45bc-b8ad-deab280b92f1 HTTP/1.1" status: 204 len: 168 time: 0.5072677 Nov 20 03:29:17.124283 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bf4cf-c32a-45e2-8015-3a381e6b1ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1723a7-e2e8-45bc-b8ad-deab280b92f1,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:17.135992 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fc67895b-5129-4809-a3cd-7ab159b6e056 req-7302882b-effd-4616-b22e-1f3d1530a714 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780369 Nov 20 03:29:17.311645 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53458) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:17.363981 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-c789f9ae-089d-4224-b2dd-7f78a43e32de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=422f83bc1d64444f90dd9a51dbb93678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510213 Nov 20 03:29:17.367558 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53460) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:17.419135 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-55f5e6d3-9f3a-43be-ba3e-d03336e661c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:17.440859 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-55f5e6d3-9f3a-43be-ba3e-d03336e661c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:17.494616 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-55f5e6d3-9f3a-43be-ba3e-d03336e661c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:17.497277 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-55f5e6d3-9f3a-43be-ba3e-d03336e661c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:17.498569 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-55f5e6d3-9f3a-43be-ba3e-d03336e661c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11002f55-d2b4-4d64-9233-10e2c7a04e29 HTTP/1.1" status: 204 len: 168 time: 0.1300988 Nov 20 03:29:17.506886 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5e6d3-9f3a-43be-ba3e-d03336e661c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11002f55-d2b4-4d64-9233-10e2c7a04e29,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:18.214539 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b19a2c-d687-4d61-b008-c79754789095 req-a4ac01bc-ed9f-45c9-a4ff-79e6a408cce5 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:18.216163 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c1b19a2c-d687-4d61-b008-c79754789095 req-a4ac01bc-ed9f-45c9-a4ff-79e6a408cce5 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0510447 Nov 20 03:29:18.230135 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 53492) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:18.268119 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c1b19a2c-d687-4d61-b008-c79754789095 req-0dfdcba9-6557-4d97-96f3-77b49d5b80cb tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454905 Nov 20 03:29:18.336528 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-977363216-network', 'tenant_id': '16c7576611e740ac8412602d1c269282'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:18.359327 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Made reservation on behalf of 16c7576611e740ac8412602d1c269282 for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:18.362368 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.375912 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.456515 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.463301 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.487253 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:29:18.496972 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1893b6cf-a134-4d3e-b7a7-11fd559b0a08,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:18.504412 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.504872 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Added segment db7dddd5-9e75-400d-ab0e-ac16e8c14fca of type vlan for network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 Nov 20 03:29:18.535602 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-69307969-9746-4bb6-a2ff-ade2b9040c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.552784 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.579862 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.580875 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:18.581497 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.642660 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4111106 Nov 20 03:29:18.645758 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53496) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:18.647681 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05077d68-0ebb-4b49-bcd6-9a245f2fded7 admin admin] Pushing event updated for resources: {'Network': ['ID=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:18.652129 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Request body: {'subnet': {'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-977363216-subnet', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'ip_version': 4}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:18.661781 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:29:18.679228 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Made reservation on behalf of 16c7576611e740ac8412602d1c269282 for: {'subnet': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:18.681623 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12855675'] for subnet, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.858890 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14160361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12855621'] for subnet, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.909306 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0396e7b-0677-4eef-9103-38b737267f3e,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:18.927269 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Checking segment: {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:18.927627 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Network hostable DHCP agents. Network: 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102585) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:29:18.945423 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102585) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:29:18.956183 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1) {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:18.960733 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:18.961688 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:18.971101 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17940eb4-7bc7-4a19-a598-c2c5749823c0 None None] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:29:18.985539 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 53500) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:18.985934 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-9250cd2c-0fe3-439f-9ae7-be8f910a8fbc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3389175 Nov 20 03:29:18.990649 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:19.014133 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1659417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6833'] for router, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.015261 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-323328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.073671 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.125761 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc2eb012-ab43-549e-aadf-34dfc20f528b-85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e'}]}} from dv-cinder-818037-5-smb. {{(pid=102586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:29:19.126646 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.227805 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.275726 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Allocated IP 172.20.0.2 (85b1d1d6-3cd5-45fd-9b43-4a18298a13a1/c0396e7b-0677-4eef-9103-38b737267f3e/6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:19.454290 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b62b89-c003-4c7b-9258-7a2a8a4851c7 req-06e50f3d-8a4e-48b5-b213-f32df4f13523 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:19.455968 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82b62b89-c003-4c7b-9258-7a2a8a4851c7 req-06e50f3d-8a4e-48b5-b213-f32df4f13523 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0816123 Nov 20 03:29:19.456522 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53510) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:19.474152 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.482008 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.500759 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.530481 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:19.533604 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:19.534224 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.535286 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82b62b89-c003-4c7b-9258-7a2a8a4851c7 req-9b969f6e-5879-46c6-8fb9-5319c5e784c6 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659928 Nov 20 03:29:19.538778 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:19.542991 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Pushing event updated for resources: {'Port': ['ID=6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:19.608802 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Attempting to bind port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:19.609498 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Attempting to bind port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:19.610076 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Attempting to bind port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a on network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:19.612730 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1427-b943-4023-bb0f-88f7ea4158c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.617277 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:19.617992 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Checking segment: {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:19.618627 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.619255 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Bound using segment: {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:19.620328 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Bound port: 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:19.620946 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.637071 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [req-9341c09b-8e26-423f-81c2-965e9744d4b3 req-559c643e-0065-47f9-9170-8dbd27694a33 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102585) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:29:19.638667 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9341c09b-8e26-423f-81c2-965e9744d4b3 req-559c643e-0065-47f9-9170-8dbd27694a33 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071509 Nov 20 03:29:19.661253 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Allocated IP 172.28.3.159 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/3eba49c4-70ee-4fb0-b148-ebb9c2d1082e) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:19.691757 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] For port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:19.697746 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] For port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:19.704874 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1427-b943-4023-bb0f-88f7ea4158c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.705857 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.708999 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1427-b943-4023-bb0f-88f7ea4158c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.759651 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ab7c1427-b943-4023-bb0f-88f7ea4158c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48566e69632b46e6824bede14fd5d90f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000202 Nov 20 03:29:19.760338 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c1427-b943-4023-bb0f-88f7ea4158c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665e5af1-099f-4ec5-9e8a-ee54650209a5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:19.763448 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53518) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:19.798306 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.801885 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4807346-fe90-49e3-b90f-3d3d5756d4aa None None] Pushing event updated for resources: {'Port': ['ID=6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:19.827004 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4928b869-abc2-46c3-807c-4c240f9598d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.849511 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.875223 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4928b869-abc2-46c3-807c-4c240f9598d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.891233 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 53524) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:19.902276 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.943672 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:19.946877 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:19.951091 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f1dc-4c56-4851-aa90-f79c4346d383 req-65e5c53f-67c6-4b6c-978f-8f8e82e00de7 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:19.952901 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3c56f1dc-4c56-4851-aa90-f79c4346d383 req-65e5c53f-67c6-4b6c-978f-8f8e82e00de7 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0979440 Nov 20 03:29:19.954323 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:19.987654 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4928b869-abc2-46c3-807c-4c240f9598d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.990244 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4928b869-abc2-46c3-807c-4c240f9598d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:19.994131 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-4928b869-abc2-46c3-807c-4c240f9598d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/665e5af1-099f-4ec5-9e8a-ee54650209a5 HTTP/1.1" status: 204 len: 168 time: 0.2272654 Nov 20 03:29:20.000530 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Pushing event updated for resources: {'Port': ['ID=3eba49c4-70ee-4fb0-b148-ebb9c2d1082e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:20.007593 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b869-abc2-46c3-807c-4c240f9598d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e5af1-099f-4ec5-9e8a-ee54650209a5,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:20.073724 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3c56f1dc-4c56-4851-aa90-f79c4346d383 req-0329655d-0315-4896-ad41-2e645ada24a2 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069922 Nov 20 03:29:20.137454 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-f8fef0a3-32ea-4444-972b-2060f541ef75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2449398 Nov 20 03:29:20.169013 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-c9e6c5cf-9d66-48ef-b19e-a9c1b25c994c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:29:20.171817 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-c9e6c5cf-9d66-48ef-b19e-a9c1b25c994c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093668 Nov 20 03:29:20.324251 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:20.525578 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563'] for router, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:20.918823 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf is scheduled to L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd with binding_index 1 {{(pid=102584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:29:20.941203 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ae285-adb7-4e02-9fa6-10fe9e00f81a None None] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:29:21.020246 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-ac4615e3-e873-41ed-9213-60cda0b21f0e None None] Provisioning complete for port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:21.020640 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac4615e3-e873-41ed-9213-60cda0b21f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.032935 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:21.051468 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.051773 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Sync routers for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:21.053048 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2a6c07c9-586e-4b2f-99b8-f70462baa11c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0663259 Nov 20 03:29:21.055911 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 53538) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:21.118063 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:21.118696 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:29:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:21.163111 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.259776 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6cfdf-18c7-4ca9-bf0d-9d8e9330e865 req-722b68d0-c8cc-4b2e-9d40-ebc97209ce75 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:21.262543 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-91b6cfdf-18c7-4ca9-bf0d-9d8e9330e865 req-722b68d0-c8cc-4b2e-9d40-ebc97209ce75 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0826061 Nov 20 03:29:21.330092 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-91b6cfdf-18c7-4ca9-bf0d-9d8e9330e865 req-5fb2ea14-e258-4ef7-9492-8a1f47440601 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566263 Nov 20 03:29:21.461403 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac4615e3-e873-41ed-9213-60cda0b21f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.486952 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:21.592548 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.609781 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-ac4615e3-e873-41ed-9213-60cda0b21f0e None None] For port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:21.619092 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ac4615e3-e873-41ed-9213-60cda0b21f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.692977 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4615e3-e873-41ed-9213-60cda0b21f0e None None] Pushing event updated for resources: {'Port': ['ID=6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:21.740148 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.759138 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:20Z', 'revision_number': 3, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:21.770982 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Allocated IP 172.20.0.1 (85b1d1d6-3cd5-45fd-9b43-4a18298a13a1/c0396e7b-0677-4eef-9103-38b737267f3e/0ad99ca9-038c-4d6d-87cd-266c8d3d2a25) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:21.792595 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Checking router: 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:21.792952 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Updating router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e binding host dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:29:21.814567 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281762ef-0513-403d-a10d-d5dd32470477 req-c4b5173b-ba4d-4c57-8c8e-404793f52124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:21.816723 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-c4b5173b-ba4d-4c57-8c8e-404793f52124 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e&tenant_id=ca89a4ccce8848e5b7362faa2a81a228 HTTP/1.1" status: 200 len: 1098 time: 0.0421615 Nov 20 03:29:21.819218 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.881390 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.896214 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281762ef-0513-403d-a10d-d5dd32470477 req-00059e10-9c7d-4093-96b1-a8da90b29705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:21.896450 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-00059e10-9c7d-4093-96b1-a8da90b29705 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1098 time: 0.0465212 Nov 20 03:29:21.910288 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-01c953d5-6490-4214-afbd-21b3cec274a0 None None] Provisioning complete for port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:21.910672 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-01c953d5-6490-4214-afbd-21b3cec274a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.926272 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:21.971666 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:21.974527 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:21.979758 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:21.982821 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:22.017427 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281762ef-0513-403d-a10d-d5dd32470477 req-c0328e73-8575-4ad5-a9fb-dd3b6ca0371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:22.020207 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-c0328e73-8575-4ad5-a9fb-dd3b6ca0371e service neutron] 10.222.0.50 "GET /v2.0/networks?id=71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 200 len: 910 time: 0.1142449 Nov 20 03:29:22.034018 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1758552'] for router_interface, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.118578 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-cb1b8153-11fb-43cd-bc41-cedef5d520ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 200 len: 1000 time: 0.0909123 Nov 20 03:29:22.137474 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:22.178327 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281762ef-0513-403d-a10d-d5dd32470477 req-629060c1-1942-4f20-ab21-5a05420557d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:22.179835 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-629060c1-1942-4f20-ab21-5a05420557d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e HTTP/1.1" status: 200 len: 848 time: 0.0539103 Nov 20 03:29:22.224747 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.227308 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.237444 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.244256 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281762ef-0513-403d-a10d-d5dd32470477 req-7478b8cd-d3a4-46fa-8996-4d3b4c788939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:22.245383 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:22.246063 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-7478b8cd-d3a4-46fa-8996-4d3b4c788939 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71feca70-fe64-44a9-8988-eaa4d27ea30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584579 Nov 20 03:29:22.246207 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.338801 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Attempting to bind port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:22.339171 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Attempting to bind port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:22.339520 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Attempting to bind port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e on network 1d69fcd6-8932-4c8d-814f-897b225942bc {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:22.347616 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901b893-fdeb-453e-b4ff-ec11ad1fb4cd None None] Pushing event updated for resources: {'Port': ['ID=3eba49c4-70ee-4fb0-b148-ebb9c2d1082e,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:22.355267 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:22.355647 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:22.356092 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.356478 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Bound using segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:22.357036 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Bound port: 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:22.357604 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.362003 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-53717c10-c5c8-4f63-8b0b-f3c084d7d52c None None] Provisioning complete for port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:22.362360 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-53717c10-c5c8-4f63-8b0b-f3c084d7d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.396432 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-91611b02-7004-4ded-b158-f7a041714583 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431999 Nov 20 03:29:22.410276 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.417565 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.429444 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-53717c10-c5c8-4f63-8b0b-f3c084d7d52c None None] Port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:29:22.482812 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] For port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:22.487281 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] For port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=3eba49c4-70ee-4fb0-b148-ebb9c2d1082e,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:22.494276 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.498830 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758500'] for router_interface, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:22.500734 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:22.506540 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-281762ef-0513-403d-a10d-d5dd32470477 req-ad69a254-5b6b-4b9f-b18b-54e16c6c5861 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027427 Nov 20 03:29:22.563528 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:22.564243 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:29:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:22.579004 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b05def-3723-45f0-ba7f-3045921213fb req-e08fad2c-4317-4c47-b4df-a89ce9214c5f tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:22.580958 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-47b05def-3723-45f0-ba7f-3045921213fb req-e08fad2c-4317-4c47-b4df-a89ce9214c5f tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0729208 Nov 20 03:29:22.602370 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901b893-fdeb-453e-b4ff-ec11ad1fb4cd None None] Pushing event updated for resources: {'Port': ['ID=3eba49c4-70ee-4fb0-b148-ebb9c2d1082e,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:22.627470 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:22.628933 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:22.668326 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-47b05def-3723-45f0-ba7f-3045921213fb req-5b7409f1-7b56-4364-bde0-1a8a0174438d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797935 Nov 20 03:29:22.703024 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:22.804692 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:29:22.937046 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:22.952082 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-826021df-217d-465b-8e31-3950b7523de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 2, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:22.952382 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-bd2bb2d7-23a9-4dee-a9df-2915b1906ad4 admin admin] 10.222.0.53 "PUT /v2.0/routers/6ed0407f-40af-4839-a15d-c1e6ceb6d3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8873024 Nov 20 03:29:22.980301 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826021df-217d-465b-8e31-3950b7523de5 None None] The sync data for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb is: [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 2, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:22.986261 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c75b55e2-e19a-4b5a-8e80-81d5e741caf0 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:29:23.026606 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-bd548dce-16f0-40ac-a27c-1991f6a9d514 None None] Provisioning complete for port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:23.026968 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bd548dce-16f0-40ac-a27c-1991f6a9d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.067534 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-bd548dce-16f0-40ac-a27c-1991f6a9d514 None None] Port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:29:23.106413 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.131439 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:23.133829 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20438059-8461-45d9-a1a5-f7e3e3a8974c" -d '{"events": [{"server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "name": "network-vif-unplugged", "status": "completed", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:23.150827 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:23.157780 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.367475 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012ed41e-be71-4e7d-9919-09402fa9db8c x-openstack-request-id: req-012ed41e-be71-4e7d-9919-09402fa9db8c {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:23.367475 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "name": "network-vif-unplugged", "status": "completed", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:23.367945 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-012ed41e-be71-4e7d-9919-09402fa9db8c {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:23.368067 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'code': 200} Nov 20 03:29:23.401749 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=6']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:23.410718 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.411064 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.411406 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.411761 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.412091 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.412415 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.412737 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.413054 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.413372 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.413684 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.414002 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.414313 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:23.569840 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 53572) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:23.574844 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1368927410-network', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:23.597453 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Made reservation on behalf of a06487a9800f40fea3e19377a05b5d6f for: {'network': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:23.599985 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.610174 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.712765 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99da74-6084-4f1c-86c2-2ebc8ac05285 req-4b3b8b40-02b0-451e-980f-270da2d33b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:23.714261 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ca99da74-6084-4f1c-86c2-2ebc8ac05285 req-4b3b8b40-02b0-451e-980f-270da2d33b58 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1096 time: 0.0666330 Nov 20 03:29:23.722515 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.729109 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.748294 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:29:23.760072 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.760416 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.segments_db [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Added segment 6b60f153-f16c-49dc-b4f3-cda7288c6a1e of type vlan for network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 Nov 20 03:29:23.778238 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ca99da74-6084-4f1c-86c2-2ebc8ac05285 req-9209d401-3c17-4d99-959f-1c7a63b0cb99 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553067 Nov 20 03:29:23.825922 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.826677 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda2450-bbf7-4762-9500-e65dfa076470 req-f3ac9756-2def-442d-b726-d903d8f200b5 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:23.828220 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005c29de-ca5a-43a7-b305-5918c7cc43c6,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:23.828816 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bcda2450-bbf7-4762-9500-e65dfa076470 req-f3ac9756-2def-442d-b726-d903d8f200b5 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 943 time: 0.0618372 Nov 20 03:29:23.857672 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.858699 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:23.859317 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:23.890706 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bcda2450-bbf7-4762-9500-e65dfa076470 req-af5a7b18-6c72-4186-b1b3-09c42ba4ac9c tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551536 Nov 20 03:29:23.915494 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3414853 Nov 20 03:29:23.915494 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 53576) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:23.920751 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Request body: {'subnet': {'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1368927410-subnet', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'ip_version': 4}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:23.940759 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707786c2-a634-4997-b4f7-d5b32f2b2405 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd249f1-7e79-4cc5-a20c-38e4b84c5b06,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:23.952216 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:29:23.958065 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Made reservation on behalf of a06487a9800f40fea3e19377a05b5d6f for: {'subnet': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:23.962443 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13477294'] for subnet, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.088418 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:24.147619 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:24.148036 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.192381 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15742637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13477264'] for subnet, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.231427 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.253865 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3461e55-612e-40b2-9276-39d539e883d0,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:24.254858 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=3eba49c4-70ee-4fb0-b148-ebb9c2d1082e,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:24.260317 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.264014 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Checking segment: {'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:24.264445 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Network hostable DHCP agents. Network: 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:29:24.286479 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:29:24.298964 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06) {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:24.308592 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:24.309270 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.311558 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb631a-9569-4654-89f0-5fbde3e8be6f None None] Network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:29:24.328253 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-21d36184-7e4c-4a5f-a803-4583886e9a44 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4118114 Nov 20 03:29:24.329907 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 53582) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:24.335139 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:24.359760 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1659417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6833'] for router, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.360878 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-323328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.381025 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=3eba49c4-70ee-4fb0-b148-ebb9c2d1082e,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:24.416458 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.489477 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc2eb012-ab43-549e-aadf-34dfc20f528b-4dd249f1-7e79-4cc5-a20c-38e4b84c5b06', 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'fixed_ips': [{'subnet_id': 'd3461e55-612e-40b2-9276-39d539e883d0'}]}} from dv-cinder-818037-5-smb. {{(pid=102586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:29:24.490449 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.559466 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.626316 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Allocated IP 172.20.0.2 (4dd249f1-7e79-4cc5-a20c-38e4b84c5b06/d3461e55-612e-40b2-9276-39d539e883d0/0a430c0c-9df7-4a3e-b70a-364a6f9f95e9) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:24.783158 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.786810 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.794666 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.805739 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.836431 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:24.839521 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:24.843628 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:24.850750 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Pushing event updated for resources: {'Port': ['ID=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:24.906837 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Attempting to bind port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:24.907274 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Attempting to bind port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:24.907571 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Attempting to bind port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 on network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:24.913000 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:24.913416 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Checking segment: {'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:24.913778 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.914176 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Bound using segment: {'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:24.916183 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Bound port: 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:24.916596 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:24.935841 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Allocated IP 172.28.3.71 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/4a45d5c8-71de-4664-9e55-861aeb3c93e5) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:24.990776 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] For port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:24.994275 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] For port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,segment=NetworkSegment(6b60f153-f16c-49dc-b4f3-cda7288c6a1e),segment_id=6b60f153-f16c-49dc-b4f3-cda7288c6a1e)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:25.000241 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:25.022004 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c75b55e2-e19a-4b5a-8e80-81d5e741caf0 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:29:25.092001 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140fcf3-67a8-46b4-a43a-1b21e574b7e6 req-9608c20f-607c-4bb5-b79f-aaf91e084667 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:25.093789 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d140fcf3-67a8-46b4-a43a-1b21e574b7e6 req-9608c20f-607c-4bb5-b79f-aaf91e084667 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 943 time: 0.0935428 Nov 20 03:29:25.131910 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:25.149000 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e962922-4846-4d03-92d9-0d840c12cd11 None None] Pushing event updated for resources: {'Port': ['ID=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:25.168038 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d140fcf3-67a8-46b4-a43a-1b21e574b7e6 req-2a6dab61-e4b7-4747-a6f7-2efbd2280928 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651922 Nov 20 03:29:25.211525 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:25.234124 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:25.248132 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'port_id': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'mac_address': 'fa:16:3e:cc:e2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:29:25.267992 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:25.273876 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:25.276870 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:25.324198 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:25.358696 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75b55e2-e19a-4b5a-8e80-81d5e741caf0 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:29:25.404508 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:25.413354 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:25.477053 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Pushing event updated for resources: {'Port': ['ID=4a45d5c8-71de-4664-9e55-861aeb3c93e5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:25.489262 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=7']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:25.530699 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Sync routers for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:25.541312 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:25.542068 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:29:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:25.545014 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3fd67-a9f0-42b6-a0e8-d269afbc757c req-4874b9a7-6580-4144-b1b0-ac66ea421660 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:25.546622 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d0d3fd67-a9f0-42b6-a0e8-d269afbc757c req-4874b9a7-6580-4144-b1b0-ac66ea421660 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0708015 Nov 20 03:29:25.659444 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:25.665994 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d0d3fd67-a9f0-42b6-a0e8-d269afbc757c req-afcbda46-47f5-4b64-b366-3cc03356e661 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852072 Nov 20 03:29:25.687826 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:25.743207 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['c75b55e2-e19a-4b5a-8e80-81d5e741caf0'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:29:25.891326 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 2, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:25.925820 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Checking router: 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:25.926172 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Updating router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 binding host dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:29:25.962074 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.167682 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:26.194281 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563'] for router, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.228939 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0045e75-195c-4844-b70b-a21371faa63b None None] Network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:29:26.232290 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:26.232804 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.290333 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.300717 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.350156 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 is scheduled to L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:29:26.361118 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-55aeae5a-181a-43d9-98de-48531f8ce561 None None] Provisioning complete for port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:26.361698 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-55aeae5a-181a-43d9-98de-48531f8ce561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.402361 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Pushing event updated for resources: {'Port': ['ID=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:26.420367 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.420730 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.421067 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.421652 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.421775 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.422019 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.422333 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.422646 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.424055 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.424055 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.424055 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.424055 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:29:26.427573 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Attempting to bind port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:26.428015 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Attempting to bind port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:26.428367 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Attempting to bind port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 on network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:26.435474 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:26.436107 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Checking segment: {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:26.436667 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.437190 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Bound using segment: {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:26.437799 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Bound port: 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:26.438346 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.473519 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:26.490156 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:26.510450 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] For port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:26.514247 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] For port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:26.519357 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.521831 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.526128 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Sync routers for ids ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:26.526929 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 53602) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:29:26.535406 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-42b54639-89a6-401e-8eb4-d97601a17872 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2036991 Nov 20 03:29:26.582166 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:26.582701 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:29:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:26.597119 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Routers {'5ae403dc-5e1e-4b66-894f-b81aaff59c40'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:26.597939 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:29:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:26.631422 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb81b82-91cd-4100-8226-a5b5b950ffb3 None None] Pushing event updated for resources: {'Port': ['ID=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:26.660876 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-55aeae5a-181a-43d9-98de-48531f8ce561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.739172 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:26.739542 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.754335 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:26.754596 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-55aeae5a-181a-43d9-98de-48531f8ce561 None None] For port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,segment=NetworkSegment(6b60f153-f16c-49dc-b4f3-cda7288c6a1e),segment_id=6b60f153-f16c-49dc-b4f3-cda7288c6a1e)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:26.778890 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-55aeae5a-181a-43d9-98de-48531f8ce561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:26.849083 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f671bf-a4a0-4d06-b0f6-90f110c8b58b req-12d0b5ad-eb01-4b5c-9f44-3a447b1de95e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:26.855279 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Set router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:26.861780 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61f671bf-a4a0-4d06-b0f6-90f110c8b58b req-12d0b5ad-eb01-4b5c-9f44-3a447b1de95e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0843363 Nov 20 03:29:26.928437 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61f671bf-a4a0-4d06-b0f6-90f110c8b58b req-4be0b398-71ba-48f6-b2cb-642e16a91d54 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654655 Nov 20 03:29:26.971938 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeae5a-181a-43d9-98de-48531f8ce561 None None] Pushing event updated for resources: {'Port': ['ID=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:27.057209 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c75b55e2-e19a-4b5a-8e80-81d5e741caf0 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:27.111121 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-fd7929c4-7330-4bed-b263-fc9904f68bea None None] Provisioning complete for port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:27.111490 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fd7929c4-7330-4bed-b263-fc9904f68bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.190642 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:26Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:27.193427 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.219157 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e03ece-3a40-4f85-bb83-9fdebc920e3d None None] The sync data for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb is: [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:26Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:27.382569 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Allocated IP 172.20.0.1 (4dd249f1-7e79-4cc5-a20c-38e4b84c5b06/d3461e55-612e-40b2-9276-39d539e883d0/c7b27620-4f21-4787-9e81-60a96d0259cf) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:27.383604 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:27.384110 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.474812 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fd7929c4-7330-4bed-b263-fc9904f68bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.493002 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.500035 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:25Z', 'revision_number': 3, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port': {'id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:27.528713 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.552432 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Checking router: 5ae403dc-5e1e-4b66-894f-b81aaff59c40 for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:27.552781 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Updating router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 port 4a45d5c8-71de-4664-9e55-861aeb3c93e5 binding host dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:29:27.578195 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:27.582364 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:27.584696 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b27620-4f21-4787-9e81-60a96d0259cf,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:27.587338 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:27.591261 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-fd7929c4-7330-4bed-b263-fc9904f68bea None None] For port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:27.600371 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.602207 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.603941 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-fd7929c4-7330-4bed-b263-fc9904f68bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.630824 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1758552'] for router_interface, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.701779 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:27.704302 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f714a6-2836-4e90-9c6c-a1e8fc12c80d" -d '{"events": [{"server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "name": "network-vif-plugged", "status": "completed", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:27.730471 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:27.737139 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7929c4-7330-4bed-b263-fc9904f68bea None None] Pushing event updated for resources: {'Port': ['ID=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:27.785123 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.800306 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3d2a75-458a-4e08-a1b5-051fd8691eff x-openstack-request-id: req-7c3d2a75-458a-4e08-a1b5-051fd8691eff {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:27.800655 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "name": "network-vif-plugged", "status": "completed", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:27.800872 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c3d2a75-458a-4e08-a1b5-051fd8691eff {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:27.801265 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'code': 200} Nov 20 03:29:27.806955 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.874043 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-33cebe5f-7ed6-4b34-9662-feb781c544be None None] Provisioning complete for port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:27.874409 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-33cebe5f-7ed6-4b34-9662-feb781c544be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.956521 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=8']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:27.988614 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:27.994813 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.076713 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758500'] for router_interface, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.079621 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b27620-4f21-4787-9e81-60a96d0259cf,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:28.130054 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35059c-5b4c-4807-9664-59ba189cdaa5 req-d60f7005-ffdc-4d82-974e-eb3984581351 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:28.131590 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:28.132558 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3a35059c-5b4c-4807-9664-59ba189cdaa5 req-d60f7005-ffdc-4d82-974e-eb3984581351 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0810959 Nov 20 03:29:28.177007 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:28.178811 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:28.193147 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.193949 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3a35059c-5b4c-4807-9664-59ba189cdaa5 req-bb397bc4-afb8-4a38-ab8e-ef55eb0bf44b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535843 Nov 20 03:29:28.195214 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-33cebe5f-7ed6-4b34-9662-feb781c544be None None] Provisioning complete for port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:28.195600 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-33cebe5f-7ed6-4b34-9662-feb781c544be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.231937 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.307022 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:29:28.319243 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733f0d3-af05-4bc7-870f-05016b594229 None None] Pushing event updated for resources: {'Port': ['ID=4a45d5c8-71de-4664-9e55-861aeb3c93e5,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:28.329783 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Attempting to bind port 4a45d5c8-71de-4664-9e55-861aeb3c93e5 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:28.330155 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Attempting to bind port 4a45d5c8-71de-4664-9e55-861aeb3c93e5 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:28.330527 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Attempting to bind port 4a45d5c8-71de-4664-9e55-861aeb3c93e5 on network 1d69fcd6-8932-4c8d-814f-897b225942bc {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:28.340203 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:28.340575 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.343152 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:28.343571 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:28.344000 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.344421 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Bound using segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:28.345007 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Bound port: 4a45d5c8-71de-4664-9e55-861aeb3c93e5, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:28.345412 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.424461 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:29:28.430724 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-874a261e-ae94-44d2-a6c8-4e18ec517656 admin admin] 10.222.0.53 "PUT /v2.0/routers/5ae403dc-5e1e-4b66-894f-b81aaff59c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9021080 Nov 20 03:29:28.462202 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] For port 4a45d5c8-71de-4664-9e55-861aeb3c93e5, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:28.466379 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] For port 4a45d5c8-71de-4664-9e55-861aeb3c93e5, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=4a45d5c8-71de-4664-9e55-861aeb3c93e5,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:28.472316 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.558089 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:28.565545 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733f0d3-af05-4bc7-870f-05016b594229 None None] Pushing event updated for resources: {'Port': ['ID=4a45d5c8-71de-4664-9e55-861aeb3c93e5,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:28.589339 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Routers {'5ae403dc-5e1e-4b66-894f-b81aaff59c40'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:28.590000 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:29:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:28.648921 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-a3d7199b-1a79-4bc5-983c-cbcdc2cbb5ac None None] Provisioning complete for port c7b27620-4f21-4787-9e81-60a96d0259cf triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:28.649290 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a3d7199b-1a79-4bc5-983c-cbcdc2cbb5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:28.728871 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-a3d7199b-1a79-4bc5-983c-cbcdc2cbb5ac None None] Port c7b27620-4f21-4787-9e81-60a96d0259cf cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:29:28.752328 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] Set router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:28.754449 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:28.754449 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:29.020780 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 4, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port': {'id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'c7b27620-4f21-4787-9e81-60a96d0259cf', 'name': '', 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'mac_address': 'fa:16:3e:e9:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:27Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 2, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'subnets': [{'id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:29.049272 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a860d-0cdb-4094-ac6f-63ee0b050d4e None None] The sync data for ids ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'] in dv-cinder-818037-5-smb is: [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 4, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port': {'id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'c7b27620-4f21-4787-9e81-60a96d0259cf', 'name': '', 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'mac_address': 'fa:16:3e:e9:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:27Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 2, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'subnets': [{'id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:29.378239 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c25ec4-b4ec-4659-92c4-79e55d9f17fb req-9369b8e3-67c6-4827-b911-fb5e4264fce0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:29.385814 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21c25ec4-b4ec-4659-92c4-79e55d9f17fb req-9369b8e3-67c6-4827-b911-fb5e4264fce0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0986199 Nov 20 03:29:29.447750 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21c25ec4-b4ec-4659-92c4-79e55d9f17fb req-553f724d-2f16-4ef7-979f-b7ac90e862b7 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610075 Nov 20 03:29:30.090228 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 4a45d5c8-71de-4664-9e55-861aeb3c93e5 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:30.318408 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 4a45d5c8-71de-4664-9e55-861aeb3c93e5 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:30.319091 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:30.406406 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:30.435387 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port 4a45d5c8-71de-4664-9e55-861aeb3c93e5, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=4a45d5c8-71de-4664-9e55-861aeb3c93e5,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:30.440552 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:30.521960 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=4a45d5c8-71de-4664-9e55-861aeb3c93e5,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:30.606172 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601ebea-4544-4a05-b89d-c3261deed698 req-508a11f1-272d-468b-8c28-454301d33c47 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:30.608805 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a601ebea-4544-4a05-b89d-c3261deed698 req-508a11f1-272d-468b-8c28-454301d33c47 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0606091 Nov 20 03:29:30.666267 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a601ebea-4544-4a05-b89d-c3261deed698 req-718d246a-8c85-49e5-b217-1a3c3e28000c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509052 Nov 20 03:29:31.412410 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Sync routers for ids ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:29:31.425539 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Routers {'5ae403dc-5e1e-4b66-894f-b81aaff59c40'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:31.426164 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:29:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:31.549915 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Set router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:31.787710 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 4, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port': {'id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'c7b27620-4f21-4787-9e81-60a96d0259cf', 'name': '', 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'mac_address': 'fa:16:3e:e9:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:27Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 2, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'subnets': [{'id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:31.813650 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edea26-2172-4b6d-8d5e-2ff91eee5bfe req-d605ead4-91b8-4d86-8742-552a3257e81f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:31.822640 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-19edea26-2172-4b6d-8d5e-2ff91eee5bfe req-d605ead4-91b8-4d86-8742-552a3257e81f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0755718 Nov 20 03:29:31.823379 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Checking router: 5ae403dc-5e1e-4b66-894f-b81aaff59c40 for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:29:31.823762 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Updating router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 port c7b27620-4f21-4787-9e81-60a96d0259cf binding host dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:29:31.855333 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:31.872971 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-19edea26-2172-4b6d-8d5e-2ff91eee5bfe req-16ff816e-3d9a-4af7-ae0c-0127d31fb06c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489514 Nov 20 03:29:32.050336 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 4a45d5c8-71de-4664-9e55-861aeb3c93e5 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:32.109425 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 4a45d5c8-71de-4664-9e55-861aeb3c93e5 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:32.109655 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.219137 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.228114 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.284463 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019790e-c6f5-4f0d-bbff-0fd14941b82e None None] Pushing event updated for resources: {'Port': ['ID=c7b27620-4f21-4787-9e81-60a96d0259cf,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:32.342967 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Attempting to bind port c7b27620-4f21-4787-9e81-60a96d0259cf on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:32.343335 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Attempting to bind port c7b27620-4f21-4787-9e81-60a96d0259cf by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:32.343717 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Attempting to bind port c7b27620-4f21-4787-9e81-60a96d0259cf on network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:32.351004 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:32.351387 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Checking segment: {'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:32.352004 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.352392 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Bound using segment: {'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:32.352869 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Bound port: c7b27620-4f21-4787-9e81-60a96d0259cf, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b60f153-f16c-49dc-b4f3-cda7288c6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:32.353258 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.441622 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] For port c7b27620-4f21-4787-9e81-60a96d0259cf, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:32.445573 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] For port c7b27620-4f21-4787-9e81-60a96d0259cf, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c7b27620-4f21-4787-9e81-60a96d0259cf,segment=NetworkSegment(6b60f153-f16c-49dc-b4f3-cda7288c6a1e),segment_id=6b60f153-f16c-49dc-b4f3-cda7288c6a1e)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:32.453630 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.521221 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Routers {'5ae403dc-5e1e-4b66-894f-b81aaff59c40'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:29:32.521924 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:29:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:32.577410 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019790e-c6f5-4f0d-bbff-0fd14941b82e None None] Pushing event updated for resources: {'Port': ['ID=c7b27620-4f21-4787-9e81-60a96d0259cf,revision_number=4']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:32.610823 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-313f1961-f39b-4fb2-a068-7bbe7db91780 None None] Provisioning complete for port c7b27620-4f21-4787-9e81-60a96d0259cf triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:32.611158 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-313f1961-f39b-4fb2-a068-7bbe7db91780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.707035 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] Set router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:29:32.734192 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-313f1961-f39b-4fb2-a068-7bbe7db91780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.780473 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-313f1961-f39b-4fb2-a068-7bbe7db91780 None None] For port c7b27620-4f21-4787-9e81-60a96d0259cf, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c7b27620-4f21-4787-9e81-60a96d0259cf,segment=NetworkSegment(6b60f153-f16c-49dc-b4f3-cda7288c6a1e),segment_id=6b60f153-f16c-49dc-b4f3-cda7288c6a1e)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:32.787336 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-313f1961-f39b-4fb2-a068-7bbe7db91780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.848890 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f1961-f39b-4fb2-a068-7bbe7db91780 None None] Pushing event updated for resources: {'Port': ['ID=c7b27620-4f21-4787-9e81-60a96d0259cf,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:32.910535 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-d9868db5-ea5f-46a2-a079-0def2461e22e None None] Provisioning complete for port c7b27620-4f21-4787-9e81-60a96d0259cf triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:32.910535 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d9868db5-ea5f-46a2-a079-0def2461e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:32.993286 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 4, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port': {'id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'c7b27620-4f21-4787-9e81-60a96d0259cf', 'name': '', 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'mac_address': 'fa:16:3e:e9:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:27Z', 'updated_at': '2021-11-20T03:29:32Z', 'revision_number': 4, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'subnets': [{'id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:29:33.027642 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495fb767-7cf8-4be1-b551-045cde3ccf59 None None] The sync data for ids ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'] in dv-cinder-818037-5-smb is: [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 4, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port': {'id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'c7b27620-4f21-4787-9e81-60a96d0259cf', 'name': '', 'network_id': '4dd249f1-7e79-4cc5-a20c-38e4b84c5b06', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'mac_address': 'fa:16:3e:e9:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:27Z', 'updated_at': '2021-11-20T03:29:32Z', 'revision_number': 4, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'subnets': [{'id': 'd3461e55-612e-40b2-9276-39d539e883d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:29:33.300846 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b51270-69bf-4399-8c02-77e1a00590fb req-55e6e5a8-bd37-45f8-b67e-9801173b0e02 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:33.314535 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61b51270-69bf-4399-8c02-77e1a00590fb req-55e6e5a8-bd37-45f8-b67e-9801173b0e02 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.3469894 Nov 20 03:29:33.385655 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61b51270-69bf-4399-8c02-77e1a00590fb req-9337d7d0-03f1-4941-885c-69a6568ee186 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640929 Nov 20 03:29:34.056725 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c7b27620-4f21-4787-9e81-60a96d0259cf up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:34.138069 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port c7b27620-4f21-4787-9e81-60a96d0259cf triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:34.138617 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:34.510206 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ddf83-d93b-4199-a795-01b38c0f2fcd req-03bb6e1b-e2f1-421e-b593-a1c8a46cfe5e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:34.511779 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-467ddf83-d93b-4199-a795-01b38c0f2fcd req-03bb6e1b-e2f1-421e-b593-a1c8a46cfe5e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0540247 Nov 20 03:29:34.567642 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-467ddf83-d93b-4199-a795-01b38c0f2fcd req-9d8f5bbe-d5c0-41bc-81f4-af340f35c0e8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491183 Nov 20 03:29:35.709904 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f558a02-e71d-44b2-b570-eb2016a76656 req-a68992c5-8483-4fce-a120-b9b23b01df69 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:35.711781 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4f558a02-e71d-44b2-b570-eb2016a76656 req-a68992c5-8483-4fce-a120-b9b23b01df69 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0607424 Nov 20 03:29:35.779037 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4f558a02-e71d-44b2-b570-eb2016a76656 req-99446f53-d7da-43b1-a382-ac3edc9cfcb7 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606351 Nov 20 03:29:36.957838 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071de717-db06-4cd2-a03d-bf5824fa825a req-1a2f1804-0e4b-4843-9b21-b1a084f36b88 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:36.960195 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-071de717-db06-4cd2-a03d-bf5824fa825a req-1a2f1804-0e4b-4843-9b21-b1a084f36b88 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.1071627 Nov 20 03:29:37.012547 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-071de717-db06-4cd2-a03d-bf5824fa825a req-7dad64f3-496c-4a5c-8d37-b48371220fd2 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450993 Nov 20 03:29:37.093094 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:29:37.206662 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:37.221660 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'port_id': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'mac_address': 'fa:16:3e:0e:59:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:29:37.262633 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:37.278536 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:29:37.301926 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:37.313859 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:37.366317 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=6']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:37.535078 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:29:38.157040 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0cfdf-1620-413e-9e7b-36ac3dd5e22b req-dc934453-fa55-48d6-9cf8-0af0f4205d1f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:38.164452 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbe0cfdf-1620-413e-9e7b-36ac3dd5e22b req-dc934453-fa55-48d6-9cf8-0af0f4205d1f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 945 time: 0.0639272 Nov 20 03:29:38.216119 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbe0cfdf-1620-413e-9e7b-36ac3dd5e22b req-e315a3bd-6ad5-4956-88a9-cc4de6007f11 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506105 Nov 20 03:29:38.783170 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-d45943d8-1f0a-45ac-8791-846b30aa8a5e tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:38.784806 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-d45943d8-1f0a-45ac-8791-846b30aa8a5e tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/networks?id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 200 len: 814 time: 0.1243865 Nov 20 03:29:38.801552 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-d5c39f6e-7aba-4ce7-9d36-d0adfc60b42d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/quotas/16c7576611e740ac8412602d1c269282 HTTP/1.1" status: 200 len: 375 time: 0.0107381 Nov 20 03:29:38.858955 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-fb1e02f0-c0e6-47cd-98bc-30dc542d9621 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16c7576611e740ac8412602d1c269282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513570 Nov 20 03:29:39.022588 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-8398a58a-da7c-41e8-a02e-b811a51995a2 service neutron] 10.222.0.53 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505599 Nov 20 03:29:39.097569 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:29:39.136354 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-ea99d40e-0ab4-4c89-9cb6-bb518ad1a9c2 service neutron] 10.222.0.53 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070895 Nov 20 03:29:39.158648 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:39.159071 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.264921 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.323476 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:39.326740 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e065eff-a33e-4c8a-bac3-c0a628b4992f" -d '{"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-plugged", "status": "completed", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:39.332795 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0862acf0-ddb1-4c12-870e-ba9c41388a8b req-46ffd96b-8a9f-4e21-aa3f-08a83e110e9e tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 210 time: 0.0336776 Nov 20 03:29:39.350713 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:39.359113 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:39.427427 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=7']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:39.444559 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb53c21-7ab0-4174-8184-311c9ae4978b x-openstack-request-id: req-8cb53c21-7ab0-4174-8184-311c9ae4978b {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:39.445343 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-plugged", "status": "completed", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:39.445665 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cb53c21-7ab0-4174-8184-311c9ae4978b {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:39.446129 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'code': 200} Nov 20 03:29:39.446896 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549393a-ba48-4887-9c51-5cccd3ffc56c req-9da2b1d6-487e-4922-aec8-0717fa021711 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:39.454275 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4549393a-ba48-4887-9c51-5cccd3ffc56c req-9da2b1d6-487e-4922-aec8-0717fa021711 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.1204059 Nov 20 03:29:39.520073 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4549393a-ba48-4887-9c51-5cccd3ffc56c req-bc505a24-88ee-476d-a844-f3c993f1e9fa tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647895 Nov 20 03:29:39.600429 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-826bbc6f-fb6a-4ab2-b1a0-8e39ae650af4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493798 Nov 20 03:29:39.717828 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-101b1d91-3823-42b8-9a8c-96257f5e0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:39.720796 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-101b1d91-3823-42b8-9a8c-96257f5e0842 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1098 time: 0.0478821 Nov 20 03:29:39.853596 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-d6215dfa-d6c6-45f1-86bd-386dcc42fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:39.855876 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-d6215dfa-d6c6-45f1-86bd-386dcc42fe2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 200 len: 910 time: 0.1123300 Nov 20 03:29:39.945330 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-394616e0-c954-4a66-98ff-1fdeeb8a8231 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 200 len: 1000 time: 0.0800595 Nov 20 03:29:40.001364 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-dafd6358-b7eb-40fe-959a-70557506dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:40.002852 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-dafd6358-b7eb-40fe-959a-70557506dc34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e HTTP/1.1" status: 200 len: 848 time: 0.0494759 Nov 20 03:29:40.071962 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-07bd4a8e-afd5-42f3-8e52-41e0d77e25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:40.075162 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-07bd4a8e-afd5-42f3-8e52-41e0d77e25eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71feca70-fe64-44a9-8988-eaa4d27ea30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0620353 Nov 20 03:29:40.183261 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-1f2f846e-43d6-4b0f-98a6-249a83ca3e2e service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987356 Nov 20 03:29:40.333119 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-98ed7709-0bcf-406b-936e-6dfffde98059 req-af5856d7-38b4-4c9e-be7e-b20ff73194bd service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355934 Nov 20 03:29:40.464315 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82abb9e9-9b8f-42f2-860e-897c1a85366d req-54703b3a-c671-47c7-ba33-e8ecb0462bb2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 210 time: 0.0375364 Nov 20 03:29:40.686334 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee943cfe-7945-4b97-95d0-b371b486bab7 req-3c96be71-9b95-481b-8a7a-c3e872f12be8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:40.696386 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee943cfe-7945-4b97-95d0-b371b486bab7 req-3c96be71-9b95-481b-8a7a-c3e872f12be8 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0645456 Nov 20 03:29:40.830308 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee943cfe-7945-4b97-95d0-b371b486bab7 req-279a6370-0757-4c44-9f1e-e1b8f7d813a2 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327639 Nov 20 03:29:40.876827 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-d02dd023-737a-4900-b497-238a8a62c2f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:40.881263 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-d02dd023-737a-4900-b497-238a8a62c2f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.50 "GET /v2.0/networks?id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 200 len: 814 time: 0.1453466 Nov 20 03:29:40.908168 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'port': {'device_id': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'admin_state_up': True, 'tenant_id': '16c7576611e740ac8412602d1c269282'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:41.080118 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Made reservation on behalf of 16c7576611e740ac8412602d1c269282 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:29:41.085964 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.116109 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.245134 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Allocated IP 172.20.0.13 (85b1d1d6-3cd5-45fd-9b43-4a18298a13a1/c0396e7b-0677-4eef-9103-38b737267f3e/fb1480b4-1e42-452f-9aaf-90278d2cc363) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:29:41.480590 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.601731 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.675200 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:29:41.681497 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:29:41.692093 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:29:41.736708 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'Port': ['ID=fb1480b4-1e42-452f-9aaf-90278d2cc363,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:41.762323 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd138e73-530e-433c-ad19-621c38359422 req-66fed663-3a19-4efd-b05e-0d98eebb9d93 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:41.765469 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dd138e73-530e-433c-ad19-621c38359422 req-66fed663-3a19-4efd-b05e-0d98eebb9d93 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.1901941 Nov 20 03:29:41.804069 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:41.805117 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:41.886815 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dd138e73-530e-433c-ad19-621c38359422 req-0c0d4a5b-fb8a-4666-a9b9-f309ea0b3775 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986736 Nov 20 03:29:41.894616 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c1a5e092-d445-4447-8538-b90b0c66ef10 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9924734 Nov 20 03:29:42.038247 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d3f96-e423-4779-ad7a-47ae2ebdf6b2 req-2f0fda61-5470-495c-b6c1-ee4e45843cc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:42.039839 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4d3d3f96-e423-4779-ad7a-47ae2ebdf6b2 req-2f0fda61-5470-495c-b6c1-ee4e45843cc9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0665081 Nov 20 03:29:42.115942 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4d3d3f96-e423-4779-ad7a-47ae2ebdf6b2 req-279a4b03-f406-41f6-8731-d3074c6f3ce1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676191 Nov 20 03:29:42.144513 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-0043d438-91cb-41ca-b390-7b1b32b6a7ce None None] Provisioning complete for port fb1480b4-1e42-452f-9aaf-90278d2cc363 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:29:42.145729 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-0043d438-91cb-41ca-b390-7b1b32b6a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:42.204105 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-0043d438-91cb-41ca-b390-7b1b32b6a7ce None None] Port fb1480b4-1e42-452f-9aaf-90278d2cc363 cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:29:43.058187 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc237483-2dd8-4496-9320-60a3efd6241f req-6526013b-490b-4cf9-8eba-6515e9d9ed3d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:43.066683 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bc237483-2dd8-4496-9320-60a3efd6241f req-6526013b-490b-4cf9-8eba-6515e9d9ed3d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0986748 Nov 20 03:29:43.122710 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bc237483-2dd8-4496-9320-60a3efd6241f req-56836537-c0c1-4380-a7c6-2e036efb6225 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549345 Nov 20 03:29:43.293768 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7459-5279-4360-94d4-afaf1d943102 req-7a16aa4b-1dee-43f7-b2e0-a803d372fbfb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:43.295387 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-99aa7459-5279-4360-94d4-afaf1d943102 req-7a16aa4b-1dee-43f7-b2e0-a803d372fbfb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0532010 Nov 20 03:29:43.377515 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-99aa7459-5279-4360-94d4-afaf1d943102 req-054eec77-9fff-46ce-bcbe-d19d94ff8642 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754189 Nov 20 03:29:44.277119 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399d0a1-4300-4bed-8128-011fb4748471 req-5ed48502-728a-4af3-ab3e-200ceb5150c5 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:44.286529 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7399d0a1-4300-4bed-8128-011fb4748471 req-5ed48502-728a-4af3-ab3e-200ceb5150c5 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0765584 Nov 20 03:29:44.354280 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7399d0a1-4300-4bed-8128-011fb4748471 req-a9732a83-879a-4b70-bf5f-900c63cbcb19 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664048 Nov 20 03:29:44.539924 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ba17f-8c89-4445-bb90-3e3b4b702da8 req-253f2fe8-fc52-43a8-9b21-69302dcaebe7 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:44.541877 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-441ba17f-8c89-4445-bb90-3e3b4b702da8 req-253f2fe8-fc52-43a8-9b21-69302dcaebe7 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0648301 Nov 20 03:29:44.608311 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-441ba17f-8c89-4445-bb90-3e3b4b702da8 req-1485143a-60fc-47b9-935b-af958dd55878 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578454 Nov 20 03:29:45.530646 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eed067-1ba1-4905-9573-7e8bc078d119 req-1eb8858c-a70f-4db2-97d5-6fa0c005c83b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:45.532798 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-46eed067-1ba1-4905-9573-7e8bc078d119 req-1eb8858c-a70f-4db2-97d5-6fa0c005c83b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0913417 Nov 20 03:29:45.613125 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-46eed067-1ba1-4905-9573-7e8bc078d119 req-840cd1c2-4480-4a74-b14e-fe538c763825 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687363 Nov 20 03:29:45.751148 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82599864-5713-4390-b610-cd7b39551041 req-3ee2ea71-6034-43e6-b06d-e907fb96fe9b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:45.803840 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82599864-5713-4390-b610-cd7b39551041 req-3ee2ea71-6034-43e6-b06d-e907fb96fe9b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0952704 Nov 20 03:29:45.962957 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-82599864-5713-4390-b610-cd7b39551041 req-70cbeef1-e786-4506-884b-e0bfc9719599 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685679 Nov 20 03:29:46.354875 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a06c239e-d6d4-40f3-bd86-145c9fce60d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:46.725983 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76f9f2-8569-45f0-9288-b5becbb702f0 req-3b04eb2a-08ed-4ebb-88a7-92ae2d1892b3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:46.727640 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f76f9f2-8569-45f0-9288-b5becbb702f0 req-3b04eb2a-08ed-4ebb-88a7-92ae2d1892b3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0513344 Nov 20 03:29:46.789736 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f76f9f2-8569-45f0-9288-b5becbb702f0 req-6e02214c-0d22-495f-9797-5bd6af53f121 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542619 Nov 20 03:29:47.144753 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a804946-27ad-4807-a129-4428722242d9 req-0672eab4-42ad-4788-8488-96b1cd2c06d9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:47.146805 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0a804946-27ad-4807-a129-4428722242d9 req-0672eab4-42ad-4788-8488-96b1cd2c06d9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0694730 Nov 20 03:29:47.207434 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0a804946-27ad-4807-a129-4428722242d9 req-aeaa6e96-9163-4360-b1f2-5be427da738f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515497 Nov 20 03:29:47.915154 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f61f8-0fdd-4793-afed-ca4c3a46bb1d req-1539aefa-949a-4d02-9e06-e80c8994eafd tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:47.917380 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ed9f61f8-0fdd-4793-afed-ca4c3a46bb1d req-1539aefa-949a-4d02-9e06-e80c8994eafd tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0574424 Nov 20 03:29:47.968135 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ed9f61f8-0fdd-4793-afed-ca4c3a46bb1d req-f0893420-2b68-4ef5-b038-3f8e1734a2e6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442259 Nov 20 03:29:48.356940 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b80c93-35f4-4ccb-bb44-486acad09741 req-56ca8edf-6834-44b1-90eb-176944886336 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:48.358418 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b3b80c93-35f4-4ccb-bb44-486acad09741 req-56ca8edf-6834-44b1-90eb-176944886336 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0504715 Nov 20 03:29:48.413848 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b3b80c93-35f4-4ccb-bb44-486acad09741 req-68d2c19a-4aa4-44c3-9377-1a999b9a8986 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461948 Nov 20 03:29:48.541104 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6cbf690e-e4d1-4445-b9b6-5ee89568ceca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:49.085950 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2d615-ba7f-4377-9c6a-1cc346cdf68a req-d3980ab5-3722-448a-bb66-1a5985747257 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:49.087494 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81a2d615-ba7f-4377-9c6a-1cc346cdf68a req-d3980ab5-3722-448a-bb66-1a5985747257 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0493722 Nov 20 03:29:49.133484 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-81a2d615-ba7f-4377-9c6a-1cc346cdf68a req-d6890467-44ed-44d3-9a3a-bf0aaa4c9ba0 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398338 Nov 20 03:29:49.538253 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d7b06-b68e-4216-ae86-b285dad7b77b req-70a12532-c85e-46e9-b96c-7dbceb1856a9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:49.539783 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e21d7b06-b68e-4216-ae86-b285dad7b77b req-70a12532-c85e-46e9-b96c-7dbceb1856a9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0498919 Nov 20 03:29:49.592959 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e21d7b06-b68e-4216-ae86-b285dad7b77b req-fb5e7406-ab28-4553-ae32-9ae8bba855db tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465770 Nov 20 03:29:49.783955 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:50.254071 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2add6d-0cf4-4df4-9a1e-f7a8d32a15a4 req-3d7f9179-2089-4eef-801d-661ac965f09c tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:50.255454 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ec2add6d-0cf4-4df4-9a1e-f7a8d32a15a4 req-3d7f9179-2089-4eef-801d-661ac965f09c tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0501444 Nov 20 03:29:50.318505 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ec2add6d-0cf4-4df4-9a1e-f7a8d32a15a4 req-2fa365f1-109f-464f-a46b-afb7614c8b02 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529475 Nov 20 03:29:50.727971 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adfc2e-5c25-4e53-9b48-9b9e3e39f871 req-37eba750-b73a-4c02-824e-dca9cb5d298e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:50.729519 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-54adfc2e-5c25-4e53-9b48-9b9e3e39f871 req-37eba750-b73a-4c02-824e-dca9cb5d298e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0593736 Nov 20 03:29:50.794200 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-54adfc2e-5c25-4e53-9b48-9b9e3e39f871 req-962fab80-b8f0-4e64-a6c0-23da980a4a12 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576925 Nov 20 03:29:51.079232 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:51.455659 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046bbdb-eee9-4cf6-af4c-b5ca29e078f0 req-691aa99b-cb18-486b-a08d-ce1f3e7ddce3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:51.463424 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d046bbdb-eee9-4cf6-af4c-b5ca29e078f0 req-691aa99b-cb18-486b-a08d-ce1f3e7ddce3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0724723 Nov 20 03:29:51.512319 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d046bbdb-eee9-4cf6-af4c-b5ca29e078f0 req-4888a636-50cd-4f93-a58b-82ef76221764 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479631 Nov 20 03:29:51.678519 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:29:51.732735 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:52.046144 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0e41e-f4ab-4579-8f03-bbd28699c4e3 req-4098c5eb-6769-4551-9bac-30ff5f8595b9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:52.051126 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a3b0e41e-f4ab-4579-8f03-bbd28699c4e3 req-4098c5eb-6769-4551-9bac-30ff5f8595b9 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0563512 Nov 20 03:29:52.099848 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a3b0e41e-f4ab-4579-8f03-bbd28699c4e3 req-a9e0a9d7-ba23-4f2d-a70e-e7430ad3cb94 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456843 Nov 20 03:29:52.629324 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef502-3fba-404b-8ea0-343f5d5c2e03 req-5afe78be-865e-4649-ad9a-7270f1ee4144 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:52.631186 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a09ef502-3fba-404b-8ea0-343f5d5c2e03 req-5afe78be-865e-4649-ad9a-7270f1ee4144 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0503058 Nov 20 03:29:52.686321 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a09ef502-3fba-404b-8ea0-343f5d5c2e03 req-36a7b56f-6c01-45fe-8c20-e9d07d81df6e tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489223 Nov 20 03:29:53.231166 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f38ff-d056-4c9d-bacc-609edc27524b req-d7b5b980-d28e-4a4e-b39d-5e3a6b18a23a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:53.233073 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-096f38ff-d056-4c9d-bacc-609edc27524b req-d7b5b980-d28e-4a4e-b39d-5e3a6b18a23a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0528369 Nov 20 03:29:53.296654 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-096f38ff-d056-4c9d-bacc-609edc27524b req-971fa4c7-9404-4165-abd6-4cbda8c95333 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569179 Nov 20 03:29:53.809447 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879c7eb-3b2f-47d2-95e4-5951a03c9f4e req-7a2e3be4-4e55-4395-a09b-848cf48f3974 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:53.810919 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2879c7eb-3b2f-47d2-95e4-5951a03c9f4e req-7a2e3be4-4e55-4395-a09b-848cf48f3974 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 932 time: 0.0498469 Nov 20 03:29:53.862426 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2879c7eb-3b2f-47d2-95e4-5951a03c9f4e req-eaf82e34-44dc-424e-8eeb-c4f4b773fe56 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Nov 20 03:29:54.436315 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1290830-276e-44b9-a5df-5586e9903c29 req-b7404302-bc22-4d29-84aa-69fe676d943b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:54.437830 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c1290830-276e-44b9-a5df-5586e9903c29 req-b7404302-bc22-4d29-84aa-69fe676d943b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0653772 Nov 20 03:29:54.496511 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c1290830-276e-44b9-a5df-5586e9903c29 req-908044cb-6f89-45ff-8235-7d9c60f1f57c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524940 Nov 20 03:29:54.549492 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Request body: {'port': {'device_id': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:29:54.602794 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.871116 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1480b4-1e42-452f-9aaf-90278d2cc363 {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:29:54.878551 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.891278 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Transition to ACTIVE for port object fb1480b4-1e42-452f-9aaf-90278d2cc363 will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:29:54.898352 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:54.975657 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Pushing event updated for resources: {'Port': ['ID=fb1480b4-1e42-452f-9aaf-90278d2cc363,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:55.057528 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6da9-bd80-47e1-968a-420bb731c875 req-be0e9b29-7d27-4ed9-8d07-d04b1487b149 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.059107 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c0cb6da9-bd80-47e1-968a-420bb731c875 req-be0e9b29-7d27-4ed9-8d07-d04b1487b149 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 944 time: 0.1254337 Nov 20 03:29:55.062071 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Attempting to bind port fb1480b4-1e42-452f-9aaf-90278d2cc363 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:29:55.062494 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Attempting to bind port fb1480b4-1e42-452f-9aaf-90278d2cc363 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:29:55.062882 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Attempting to bind port fb1480b4-1e42-452f-9aaf-90278d2cc363 on network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:55.067684 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Port fb1480b4-1e42-452f-9aaf-90278d2cc363 on network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:29:55.068050 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Attempting to bind port fb1480b4-1e42-452f-9aaf-90278d2cc363 on network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:29:55.080339 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:29:55.080673 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Checking segment: {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:29:55.081044 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Bound using segment: {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:29:55.081486 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Bound port: fb1480b4-1e42-452f-9aaf-90278d2cc363, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:29:55.081843 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:55.150399 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c0cb6da9-bd80-47e1-968a-420bb731c875 req-7be700d7-1a47-4191-9ba8-5417bdd0a9d5 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799766 Nov 20 03:29:55.172399 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] For port fb1480b4-1e42-452f-9aaf-90278d2cc363, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:29:55.175633 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] For port fb1480b4-1e42-452f-9aaf-90278d2cc363, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:29:55.182970 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:55.227936 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.228584 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:55.229998 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] 10.222.0.50 "PUT /v2.0/ports/fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 1094 time: 0.7324398 Nov 20 03:29:55.230484 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:55.232899 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f084b-5a86-4e96-9138-e71ef2b24619" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:55.263623 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c03db9-253c-4322-b621-95f9f2abfa3b service neutron] Pushing event updated for resources: {'Port': ['ID=fb1480b4-1e42-452f-9aaf-90278d2cc363,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:55.309209 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900645a5-0bff-4839-a205-d09f792e5756 req-bdcf005b-d71f-44ac-aefa-bced638150fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.311583 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-900645a5-0bff-4839-a205-d09f792e5756 req-bdcf005b-d71f-44ac-aefa-bced638150fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 1099 time: 0.0662241 Nov 20 03:29:55.412982 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900645a5-0bff-4839-a205-d09f792e5756 req-de28aca2-4137-4914-98ad-22b6398958f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.415279 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-900645a5-0bff-4839-a205-d09f792e5756 req-de28aca2-4137-4914-98ad-22b6398958f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.0961637 Nov 20 03:29:55.529431 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-900645a5-0bff-4839-a205-d09f792e5756 req-481dcf04-278e-452c-b79d-a621104c9535 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 HTTP/1.1" status: 200 len: 1002 time: 0.1066203 Nov 20 03:29:55.578153 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32947451-adb6-49bb-8062-338887ba0b94 x-openstack-request-id: req-32947451-adb6-49bb-8062-338887ba0b94 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:55.578419 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:55.578670 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32947451-adb6-49bb-8062-338887ba0b94 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:55.579068 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'status': 'completed', 'code': 200} Nov 20 03:29:55.600921 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900645a5-0bff-4839-a205-d09f792e5756 req-10abf974-0914-4fef-948a-d80ad7c29274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.602543 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-900645a5-0bff-4839-a205-d09f792e5756 req-10abf974-0914-4fef-948a-d80ad7c29274 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0486031 Nov 20 03:29:55.621357 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-e02a00bf-0d0f-40da-a5c1-24ef61dc789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.622838 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-e02a00bf-0d0f-40da-a5c1-24ef61dc789d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16c7576611e740ac8412602d1c269282&device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1097 time: 0.3245280 Nov 20 03:29:55.637046 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda55bed-35a6-4250-92da-5776b6248ec9 req-71ad8213-27d6-4c78-8b58-7fa5d27efffe tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.638472 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bda55bed-35a6-4250-92da-5776b6248ec9 req-71ad8213-27d6-4c78-8b58-7fa5d27efffe tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0586579 Nov 20 03:29:55.681375 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-9159245c-4913-4de1-9152-5d085c5948e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 217 time: 0.0418830 Nov 20 03:29:55.757477 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bda55bed-35a6-4250-92da-5776b6248ec9 req-2fabb842-0733-43d6-ab31-7772c3585519 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108599 Nov 20 03:29:55.759491 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-61631ab6-b77b-42bb-8953-52633d0bf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.760931 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-61631ab6-b77b-42bb-8953-52633d0bf945 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0396e7b-0677-4eef-9103-38b737267f3e HTTP/1.1" status: 200 len: 853 time: 0.0692980 Nov 20 03:29:55.810709 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-5b33a118-d976-4d0f-aaf8-5487d3219f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.812747 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-5b33a118-d976-4d0f-aaf8-5487d3219f7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0430193 Nov 20 03:29:55.901789 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900645a5-0bff-4839-a205-d09f792e5756 req-9c3426c6-6207-44a9-8a15-3bd7094f60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:55.903296 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-900645a5-0bff-4839-a205-d09f792e5756 req-9c3426c6-6207-44a9-8a15-3bd7094f60d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2934074 Nov 20 03:29:55.913116 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-6c064f7a-4d16-47f2-9308-71f13952b094 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919166 Nov 20 03:29:55.996614 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-900645a5-0bff-4839-a205-d09f792e5756 req-e446a821-6896-4240-9810-8efce008f96c service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859039 Nov 20 03:29:56.004779 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a73e505-ae32-4b21-bad9-15f02f790c44 req-c398580a-29f8-4f1c-8e0a-8d88ca271571 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848660 Nov 20 03:29:56.095363 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-900645a5-0bff-4839-a205-d09f792e5756 req-0a03ff0c-71ee-40f4-b438-6c65a8e6a607 service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904539 Nov 20 03:29:56.155504 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-a1671402-ccd8-43a0-83b6-664375a65cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.157036 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-a1671402-ccd8-43a0-83b6-664375a65cd6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16c7576611e740ac8412602d1c269282&device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1097 time: 0.0444086 Nov 20 03:29:56.276306 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-ab3f3789-8b87-41ce-81e4-7cd91321c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.277716 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-ab3f3789-8b87-41ce-81e4-7cd91321c7ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 200 len: 915 time: 0.1128271 Nov 20 03:29:56.290387 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9e73-501c-422b-84d3-dc3053c0c312 req-5d06f628-d431-48ac-b2c6-1885fb4e874f tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.291857 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-866d9e73-501c-422b-84d3-dc3053c0c312 req-5d06f628-d431-48ac-b2c6-1885fb4e874f tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 944 time: 0.0703535 Nov 20 03:29:56.336257 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-c7932e05-e42b-4a12-9c62-def5dc314e12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 217 time: 0.0434124 Nov 20 03:29:56.404340 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-866d9e73-501c-422b-84d3-dc3053c0c312 req-956bf5ac-e931-4c55-a68b-bc2cbef6ec63 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051760 Nov 20 03:29:56.408042 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-186c579c-1474-4b7d-9e3e-d17b1e46db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.409412 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-186c579c-1474-4b7d-9e3e-d17b1e46db1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0396e7b-0677-4eef-9103-38b737267f3e HTTP/1.1" status: 200 len: 853 time: 0.0649011 Nov 20 03:29:56.461616 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-29dab1c3-5612-4aaf-b24c-5f52226b0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.463080 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-29dab1c3-5612-4aaf-b24c-5f52226b0079 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0454156 Nov 20 03:29:56.568690 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-375f86b3-ce98-43a7-b47b-f1b82bf67798 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952013 Nov 20 03:29:56.664484 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d17f084b-5a86-4e96-9138-e71ef2b24619 req-52c45776-9dfe-430e-a64b-c073abd63766 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865073 Nov 20 03:29:56.895134 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a01c-1b16-4253-9c8c-71004d45dfc2 req-5c811a5e-1999-4d51-aa16-6f4777b4c0ac tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:56.896571 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2841a01c-1b16-4253-9c8c-71004d45dfc2 req-5c811a5e-1999-4d51-aa16-6f4777b4c0ac tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0509484 Nov 20 03:29:56.945587 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2841a01c-1b16-4253-9c8c-71004d45dfc2 req-7f7040a6-12a4-4e99-97fe-2f0522c775da tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Nov 20 03:29:57.537657 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941fe47-568b-41b6-b1c8-2f9dc19a361f req-a7bf824f-b8d5-4843-9f0e-1659532028d3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:57.539170 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8941fe47-568b-41b6-b1c8-2f9dc19a361f req-a7bf824f-b8d5-4843-9f0e-1659532028d3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 944 time: 0.0540814 Nov 20 03:29:57.587492 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8941fe47-568b-41b6-b1c8-2f9dc19a361f req-a8473f20-c729-44d9-9a6b-b70c8297f643 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Nov 20 03:29:58.074587 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dbe41-3acb-49c4-88c5-dea083a0a88b req-33cbac9a-c000-41ce-b5cf-c8bc51b445ad tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:58.076133 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1b8dbe41-3acb-49c4-88c5-dea083a0a88b req-33cbac9a-c000-41ce-b5cf-c8bc51b445ad tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0556893 Nov 20 03:29:58.127497 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1b8dbe41-3acb-49c4-88c5-dea083a0a88b req-dbfc456f-da47-4d48-ab9b-4a7b3358f636 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Nov 20 03:29:58.721479 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc9014-7634-45de-b598-2d95fe24f6ad req-bc1afcfb-cf88-4c84-9fde-99795fa4ed35 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:58.723023 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-63cc9014-7634-45de-b598-2d95fe24f6ad req-bc1afcfb-cf88-4c84-9fde-99795fa4ed35 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 944 time: 0.0574300 Nov 20 03:29:58.772567 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-63cc9014-7634-45de-b598-2d95fe24f6ad req-46c73974-86c3-405a-a62c-a78831e7533b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Nov 20 03:29:59.103103 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b60e8-a45c-4e5c-834a-40126f7ca3d3 req-304b593b-e03c-4bd4-b426-454a9d72be8c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:59.104705 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8b0b60e8-a45c-4e5c-834a-40126f7ca3d3 req-304b593b-e03c-4bd4-b426-454a9d72be8c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 946 time: 0.0506165 Nov 20 03:29:59.177763 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8b0b60e8-a45c-4e5c-834a-40126f7ca3d3 req-80805e10-30d7-4552-950b-90a5b8c42f46 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665925 Nov 20 03:29:59.252011 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device fb1480b4-1e42-452f-9aaf-90278d2cc363 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:29:59.262286 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:29:59.279031 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-ec292eb4-53ad-46f8-854b-818ff154f1a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404758 Nov 20 03:29:59.425238 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port fb1480b4-1e42-452f-9aaf-90278d2cc363, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:59.427753 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:59.446215 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'port_id': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'mac_address': 'fa:16:3e:7d:7b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:29:59.462309 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:29:59.464597 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae57910-57c8-478f-88f3-d98afe5dd717" -d '{"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:29:59.510231 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:59.513853 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 20 Nov 2021 03:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f44fdd-66e4-4aab-87c1-70033bc383ad x-openstack-request-id: req-37f44fdd-66e4-4aab-87c1-70033bc383ad {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:29:59.514208 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-unplugged", "status": "failed", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772", "code": 422}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:29:59.514592 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37f44fdd-66e4-4aab-87c1-70033bc383ad {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:29:59.515048 dv-cinder-818037-5-smb neutron-server[102586]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'code': 422} returned with failed status Nov 20 03:29:59.519276 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:59.526662 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:59.564997 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1480b4-1e42-452f-9aaf-90278d2cc363 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:29:59.599883 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port fb1480b4-1e42-452f-9aaf-90278d2cc363, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:29:59.601039 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=8']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:59.606835 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:29:59.655940 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=fb1480b4-1e42-452f-9aaf-90278d2cc363,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:29:59.891967 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0502bfb-566f-4b82-88b3-d6ae8ceb6dfe req-f9d7a02e-7912-4a16-80a6-96d0cae6a034 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:29:59.893485 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0502bfb-566f-4b82-88b3-d6ae8ceb6dfe req-f9d7a02e-7912-4a16-80a6-96d0cae6a034 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 945 time: 0.0512321 Nov 20 03:29:59.915790 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['fb1480b4-1e42-452f-9aaf-90278d2cc363'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:29:59.946584 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0502bfb-566f-4b82-88b3-d6ae8ceb6dfe req-9e72127b-3363-46d2-b1ae-1f2b3a5c4638 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440691 Nov 20 03:30:00.138773 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fabc37-90a6-4215-81d2-7343223eac62 req-703ddd35-57b3-41bd-bc77-9ffa11218fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:00.140321 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-703ddd35-57b3-41bd-bc77-9ffa11218fa5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb&tenant_id=b138c523752a4f6da2b64ff7b7c56d06 HTTP/1.1" status: 200 len: 1097 time: 0.0399556 Nov 20 03:30:00.228136 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fabc37-90a6-4215-81d2-7343223eac62 req-7bbb6201-b0f0-4193-9ce2-9b76ec11d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:00.229646 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-7bbb6201-b0f0-4193-9ce2-9b76ec11d123 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 1097 time: 0.0455370 Nov 20 03:30:00.352189 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bb5ab-ad0a-40db-9e8e-28b5ac5566b0 req-78d95b28-5a8d-45d4-834f-83a1e332f74d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:00.353669 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9d0bb5ab-ad0a-40db-9e8e-28b5ac5566b0 req-78d95b28-5a8d-45d4-834f-83a1e332f74d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0987267 Nov 20 03:30:00.358315 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fabc37-90a6-4215-81d2-7343223eac62 req-c315f4ef-29ce-4cfb-859d-932207e43bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:00.359723 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-c315f4ef-29ce-4cfb-859d-932207e43bf2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.1227064 Nov 20 03:30:00.446949 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9d0bb5ab-ad0a-40db-9e8e-28b5ac5566b0 req-c6761ae9-ec2e-409a-8922-ef1b820f69b6 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862389 Nov 20 03:30:00.455078 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-5a866b5c-3001-4d6f-9f6d-f0d621231f1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 HTTP/1.1" status: 200 len: 1000 time: 0.0777738 Nov 20 03:30:00.508180 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fabc37-90a6-4215-81d2-7343223eac62 req-63f50d45-e2c8-4d17-bb90-b0c6604d6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:00.509710 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-63f50d45-e2c8-4d17-bb90-b0c6604d6115 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0460801 Nov 20 03:30:00.559006 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fabc37-90a6-4215-81d2-7343223eac62 req-28f3b4c8-b6b8-4274-acd2-49f454142e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:00.560681 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-28f3b4c8-b6b8-4274-acd2-49f454142e0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0434656 Nov 20 03:30:00.654575 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-dc217d99-cf80-4fe6-bf8d-c3d0dbff458a service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845597 Nov 20 03:30:00.755809 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-94fabc37-90a6-4215-81d2-7343223eac62 req-3cf32e2f-93bb-4dcf-af4f-e5c7e616445b service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927920 Nov 20 03:30:01.065297 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2468b-13d4-4d4d-b1b7-604ef57ae621 req-d6caf60a-959d-4594-bd59-41c665416adc tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:01.066846 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8cd2468b-13d4-4d4d-b1b7-604ef57ae621 req-d6caf60a-959d-4594-bd59-41c665416adc tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 945 time: 0.0515666 Nov 20 03:30:01.115266 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8cd2468b-13d4-4d4d-b1b7-604ef57ae621 req-9940923c-7fe2-42d6-a268-f023af3f928a tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Nov 20 03:30:01.266764 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device fb1480b4-1e42-452f-9aaf-90278d2cc363 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:30:01.326057 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port fb1480b4-1e42-452f-9aaf-90278d2cc363 completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:30:01.332296 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port fb1480b4-1e42-452f-9aaf-90278d2cc363 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:01.332746 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:01.425905 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:01.466385 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port fb1480b4-1e42-452f-9aaf-90278d2cc363, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:01.473034 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:01.473828 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:01.530165 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:01.533264 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70597700-0c73-483f-9d54-fd7939b74512" -d '{"events": [{"server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "name": "network-vif-plugged", "status": "completed", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:01.536450 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=fb1480b4-1e42-452f-9aaf-90278d2cc363,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:01.613465 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43617cae-b20c-4716-af9a-add3d87b1039 x-openstack-request-id: req-43617cae-b20c-4716-af9a-add3d87b1039 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:01.613778 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "name": "network-vif-plugged", "status": "completed", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:01.613970 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199fcc7-643f-4175-bcee-f16a82a306c3 req-6cd446d1-b5d2-4ca5-9c24-00911b6c6eef tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:01.614484 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43617cae-b20c-4716-af9a-add3d87b1039 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:01.614484 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'code': 200} Nov 20 03:30:01.615801 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8199fcc7-643f-4175-bcee-f16a82a306c3 req-6cd446d1-b5d2-4ca5-9c24-00911b6c6eef tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0691886 Nov 20 03:30:01.687561 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8199fcc7-643f-4175-bcee-f16a82a306c3 req-c31d6965-8b2b-44e2-bb05-2645399c2aec tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638099 Nov 20 03:30:02.241503 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b63cf0-3ab1-49a9-a5b3-d650b7ac0210 req-256d4879-8fd8-4308-8c9a-2b01531357c8 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:02.243083 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-83b63cf0-3ab1-49a9-a5b3-d650b7ac0210 req-256d4879-8fd8-4308-8c9a-2b01531357c8 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0559707 Nov 20 03:30:02.297342 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-83b63cf0-3ab1-49a9-a5b3-d650b7ac0210 req-5f9f27d3-e495-4ffc-91a8-025cb3c01554 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460246 Nov 20 03:30:02.813441 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cc6f3-4f74-465d-b629-8cdb51d9a103 req-6e2d9c94-cdf9-4849-9e00-961baf4e0f70 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:02.814973 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-892cc6f3-4f74-465d-b629-8cdb51d9a103 req-6e2d9c94-cdf9-4849-9e00-961baf4e0f70 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0493932 Nov 20 03:30:02.869457 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-892cc6f3-4f74-465d-b629-8cdb51d9a103 req-14463cde-2201-44af-8572-3d31a5cdecfb tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469379 Nov 20 03:30:03.420521 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d08ff-29b4-4f3d-ae5e-401fcd2aa1fc req-704daf0d-5038-47f6-862b-624243a32cbe tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:03.422019 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-266d08ff-29b4-4f3d-ae5e-401fcd2aa1fc req-704daf0d-5038-47f6-862b-624243a32cbe tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0565467 Nov 20 03:30:03.477320 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-266d08ff-29b4-4f3d-ae5e-401fcd2aa1fc req-ec58a365-6b61-4a19-8187-e921293d2f45 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486653 Nov 20 03:30:04.006729 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2a668-bbc8-4320-8630-c615d84ae31d req-6ffaf243-da64-4f41-bc45-cb08dff82453 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:04.008288 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-05f2a668-bbc8-4320-8630-c615d84ae31d req-6ffaf243-da64-4f41-bc45-cb08dff82453 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0581727 Nov 20 03:30:04.072038 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-05f2a668-bbc8-4320-8630-c615d84ae31d req-27951c80-6678-4ed7-a195-f8bf1657e202 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567956 Nov 20 03:30:04.608045 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f14e71-7b37-4f21-9047-b22d6a2868ea req-93a11ab9-b603-489a-8b32-343517d0fcda tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:04.609828 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-31f14e71-7b37-4f21-9047-b22d6a2868ea req-93a11ab9-b603-489a-8b32-343517d0fcda tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0515480 Nov 20 03:30:04.663239 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-31f14e71-7b37-4f21-9047-b22d6a2868ea req-08ed724c-0ba9-432e-83c3-0c6738b72679 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466380 Nov 20 03:30:05.201003 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2f556-df63-4cc5-9b0d-9924cb2b7d61 req-89943977-53dd-4f49-b39b-ebf6fdada3d2 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:05.202551 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3ca2f556-df63-4cc5-9b0d-9924cb2b7d61 req-89943977-53dd-4f49-b39b-ebf6fdada3d2 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0586944 Nov 20 03:30:05.256364 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3ca2f556-df63-4cc5-9b0d-9924cb2b7d61 req-26d08918-4892-4b47-bbb7-71c3194709e6 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475307 Nov 20 03:30:05.789017 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caabbf-9363-4525-9db5-f397bfc335b8 req-4d948018-b5e8-48e1-bd9f-1f15041d8679 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:05.790571 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61caabbf-9363-4525-9db5-f397bfc335b8 req-4d948018-b5e8-48e1-bd9f-1f15041d8679 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0580082 Nov 20 03:30:05.842509 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61caabbf-9363-4525-9db5-f397bfc335b8 req-d822286f-da8d-4b6d-b272-6dfc57fb43d2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435071 Nov 20 03:30:06.391864 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c68940-f85f-45eb-98fc-115d43a831de req-247313ae-2f27-4dc9-9d52-b363385c0995 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:06.393397 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e8c68940-f85f-45eb-98fc-115d43a831de req-247313ae-2f27-4dc9-9d52-b363385c0995 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0567219 Nov 20 03:30:06.443564 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e8c68940-f85f-45eb-98fc-115d43a831de req-595d089e-bc89-42dd-912c-ff24f23bda1f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439999 Nov 20 03:30:06.974905 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b72639-1f26-444c-9cf4-36bb6decb76e req-01174a11-70be-4f07-9a4b-e91be4cdb197 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:06.976478 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0b72639-1f26-444c-9cf4-36bb6decb76e req-01174a11-70be-4f07-9a4b-e91be4cdb197 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0556314 Nov 20 03:30:07.037923 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f0b72639-1f26-444c-9cf4-36bb6decb76e req-05161a25-03fe-4e09-a543-4df9033a88e7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551627 Nov 20 03:30:07.588429 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e694d83-8ca4-4001-a254-035c092bfdfd req-b2c26bdb-a1cf-4948-b3e3-5f3eb35c1a53 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:07.590006 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9e694d83-8ca4-4001-a254-035c092bfdfd req-b2c26bdb-a1cf-4948-b3e3-5f3eb35c1a53 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0672886 Nov 20 03:30:07.645008 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9e694d83-8ca4-4001-a254-035c092bfdfd req-2a39a2e1-48d4-4196-8f58-e7b3868aa980 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Nov 20 03:30:08.164285 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dae24-d4d2-4919-801a-4c313a8ed864 req-99be68fb-eb64-416d-b1a8-a6efcd32daff tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:08.165898 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-172dae24-d4d2-4919-801a-4c313a8ed864 req-99be68fb-eb64-416d-b1a8-a6efcd32daff tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0496502 Nov 20 03:30:08.212639 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-172dae24-d4d2-4919-801a-4c313a8ed864 req-8badd59f-2753-4c78-b291-49d033a677f9 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Nov 20 03:30:08.782916 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c97563-f16d-4622-b30f-2642abd6ccc1 req-8a8a394e-0ce8-4cce-8047-1ac49ac0a7e0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:08.784406 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-41c97563-f16d-4622-b30f-2642abd6ccc1 req-8a8a394e-0ce8-4cce-8047-1ac49ac0a7e0 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0593593 Nov 20 03:30:08.837918 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-41c97563-f16d-4622-b30f-2642abd6ccc1 req-b9fd6b48-82df-400b-acbe-248a83b6f16a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472710 Nov 20 03:30:09.373402 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903acfa-64fa-463d-a222-cf8b0e9d4aa6 req-6ce53feb-34c4-4207-846a-29ae0ac344f7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:09.375440 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c903acfa-64fa-463d-a222-cf8b0e9d4aa6 req-6ce53feb-34c4-4207-846a-29ae0ac344f7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0700781 Nov 20 03:30:09.433113 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c903acfa-64fa-463d-a222-cf8b0e9d4aa6 req-4008ce77-48ec-4e1f-a923-3bf0f4da59f4 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506201 Nov 20 03:30:09.995730 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b12a35-4dfb-4538-8fa0-48d81a6132d8 req-4a5067a1-4114-4216-93fe-d1beaaf6a66b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:09.997238 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21b12a35-4dfb-4538-8fa0-48d81a6132d8 req-4a5067a1-4114-4216-93fe-d1beaaf6a66b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0518517 Nov 20 03:30:10.062974 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21b12a35-4dfb-4538-8fa0-48d81a6132d8 req-9f571f3d-509c-4529-be9a-2e3367012060 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592971 Nov 20 03:30:10.562220 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ad4ed-f49c-4bf8-981b-8159f6c18d85 req-76e1ed5b-3598-42da-861c-186b415427d4 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:10.563844 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-344ad4ed-f49c-4bf8-981b-8159f6c18d85 req-76e1ed5b-3598-42da-861c-186b415427d4 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0573862 Nov 20 03:30:10.627742 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-344ad4ed-f49c-4bf8-981b-8159f6c18d85 req-243e3d48-fcdb-4c66-99b6-21ba998e87a8 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Nov 20 03:30:11.135052 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:11.203063 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14b1f5-8eff-4dd8-a7c7-4005ada4650f req-05ea6380-0761-4179-902f-2a0bb0014182 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:11.204744 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fb14b1f5-8eff-4dd8-a7c7-4005ada4650f req-05ea6380-0761-4179-902f-2a0bb0014182 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0492520 Nov 20 03:30:11.255062 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-fb14b1f5-8eff-4dd8-a7c7-4005ada4650f req-a463c1d3-3deb-4b8c-bcdc-a642d76b818c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437143 Nov 20 03:30:11.749530 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8d29-c196-4231-bb7f-42e89af918e8 req-2bfd9641-e652-4200-8ef6-4bab1f28aea1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:11.751094 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-86cd8d29-c196-4231-bb7f-42e89af918e8 req-2bfd9641-e652-4200-8ef6-4bab1f28aea1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0490565 Nov 20 03:30:11.813870 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-86cd8d29-c196-4231-bb7f-42e89af918e8 req-79465ce6-66eb-470d-b58d-327e142cfcdc tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552483 Nov 20 03:30:12.385427 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb217c6-80e2-43cd-8681-f769f6c676f9 req-edc5ce95-ad39-41ab-98bf-3761587d8a7e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:12.386966 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7fb217c6-80e2-43cd-8681-f769f6c676f9 req-edc5ce95-ad39-41ab-98bf-3761587d8a7e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0558152 Nov 20 03:30:12.435865 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7fb217c6-80e2-43cd-8681-f769f6c676f9 req-605f601f-f429-4c0e-ba18-3fdffc2e66b4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Nov 20 03:30:12.947662 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c448-aebb-4ba7-a1e0-f19cdfeecc4a req-92d8a076-f55b-4078-bd0d-da4297720071 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:12.949191 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e7d3c448-aebb-4ba7-a1e0-f19cdfeecc4a req-92d8a076-f55b-4078-bd0d-da4297720071 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0556996 Nov 20 03:30:13.016647 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e7d3c448-aebb-4ba7-a1e0-f19cdfeecc4a req-63924228-3c7c-4dec-83e1-b197318d15d3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Nov 20 03:30:13.579162 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8e17d-d7d4-49ed-97ab-1eb8f891f28d req-46bbdc42-e4a1-438b-9372-9a60387d81ac tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:13.581071 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cec8e17d-d7d4-49ed-97ab-1eb8f891f28d req-46bbdc42-e4a1-438b-9372-9a60387d81ac tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0620174 Nov 20 03:30:13.640332 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cec8e17d-d7d4-49ed-97ab-1eb8f891f28d req-9a6929a5-ecfc-4c83-b925-75ff2345c748 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492396 Nov 20 03:30:14.137501 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31411f-6f31-4f23-a951-0e36ec221622 req-a5fdcbcd-314e-42f7-a08d-8f03d61f9fb9 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:14.139033 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bc31411f-6f31-4f23-a951-0e36ec221622 req-a5fdcbcd-314e-42f7-a08d-8f03d61f9fb9 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0496151 Nov 20 03:30:14.191148 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bc31411f-6f31-4f23-a951-0e36ec221622 req-a33a63d0-9486-43c8-b57d-4a091e825d1f tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459690 Nov 20 03:30:14.268446 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fed9c-7c46-4e64-9f82-d2ce182f5cf5 req-c6aab1d7-eb78-48a4-85bc-999e466fff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:14.269870 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ae8fed9c-7c46-4e64-9f82-d2ce182f5cf5 req-c6aab1d7-eb78-48a4-85bc-999e466fff99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1099 time: 0.0416174 Nov 20 03:30:14.320072 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ae8fed9c-7c46-4e64-9f82-d2ce182f5cf5 req-f18739f1-d55e-40de-b04c-723ccb6e8bd2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Nov 20 03:30:14.777069 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0d680-c644-4a67-9a76-731be2134f17 req-34f40e2f-4a27-4d79-a01a-52d5e26054cd tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:14.778515 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bda0d680-c644-4a67-9a76-731be2134f17 req-34f40e2f-4a27-4d79-a01a-52d5e26054cd tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0518165 Nov 20 03:30:14.831167 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bda0d680-c644-4a67-9a76-731be2134f17 req-a59458a6-fbe6-4441-b2ee-4f7f708dd397 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441544 Nov 20 03:30:15.317473 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b779cbc-4975-4384-88e8-4a0740a9f4be req-5d7d4d62-c41b-4455-86a1-7601992cc011 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:15.318959 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1b779cbc-4975-4384-88e8-4a0740a9f4be req-5d7d4d62-c41b-4455-86a1-7601992cc011 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0487752 Nov 20 03:30:15.371447 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1b779cbc-4975-4384-88e8-4a0740a9f4be req-a025d7f6-3213-4578-8bf2-2db90249eadb tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Nov 20 03:30:15.965429 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877a62-d4c7-4893-8e86-654e231c5982 req-7ba57fbf-24a2-4e8d-9ca8-dcc84f0862c3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:15.966892 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-93877a62-d4c7-4893-8e86-654e231c5982 req-7ba57fbf-24a2-4e8d-9ca8-dcc84f0862c3 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0535901 Nov 20 03:30:16.017088 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-93877a62-d4c7-4893-8e86-654e231c5982 req-965624c5-f27e-4309-b62d-fc7de6658e5e tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419335 Nov 20 03:30:16.344183 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d7196a9a-36e7-46fa-b71b-31b3f7a4cee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:16.495614 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1ee20-f2eb-43b5-ad54-10d27095f21a req-114c9a6d-27e5-4e86-96e7-b563d4b9f2c2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:16.497829 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0ab1ee20-f2eb-43b5-ad54-10d27095f21a req-114c9a6d-27e5-4e86-96e7-b563d4b9f2c2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0590744 Nov 20 03:30:16.548400 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0ab1ee20-f2eb-43b5-ad54-10d27095f21a req-1f64546f-864c-41f5-b04b-bbddd7d191ec tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Nov 20 03:30:16.671144 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201b7fa-5b42-4898-9470-77ecb11e68ab req-3180cea6-bbb7-4af7-a995-5c6dac3524b3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:16.672835 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b201b7fa-5b42-4898-9470-77ecb11e68ab req-3180cea6-bbb7-4af7-a995-5c6dac3524b3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0564425 Nov 20 03:30:16.728625 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b201b7fa-5b42-4898-9470-77ecb11e68ab req-0a9476a4-9ce9-4fcc-a0c5-651143f49c34 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Nov 20 03:30:17.059938 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d908952-b8aa-44c9-aa43-5ddf5b526b80 req-0c036dbf-5c62-41ef-9da9-c7a43a26b09b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.061441 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8d908952-b8aa-44c9-aa43-5ddf5b526b80 req-0c036dbf-5c62-41ef-9da9-c7a43a26b09b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0525637 Nov 20 03:30:17.117994 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8d908952-b8aa-44c9-aa43-5ddf5b526b80 req-d3519580-ef79-4856-80b2-1496fa194e27 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500195 Nov 20 03:30:17.153250 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebe6c-a47c-4794-b5fb-421c03afcb36 req-6a92f454-59ba-4054-997f-0f8380c5c8ef tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:17.154739 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-73aebe6c-a47c-4794-b5fb-421c03afcb36 req-6a92f454-59ba-4054-997f-0f8380c5c8ef tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 944 time: 0.0593097 Nov 20 03:30:17.207434 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-73aebe6c-a47c-4794-b5fb-421c03afcb36 req-bb329986-62a0-4500-bd0b-caa54f861962 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465105 Nov 20 03:30:17.341732 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:30:17.441142 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:17.450974 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'port_id': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'mac_address': 'fa:16:3e:0e:59:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:30:17.614673 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:17.636394 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:30:17.657584 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:17.664688 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:17.711143 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=9']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:17.960300 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:30:18.346536 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353df050-cb04-4263-9ed9-b3c85e661a35 req-5eb6b66d-f4b4-4ecf-9f2c-765019cb6eec tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:18.348268 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-353df050-cb04-4263-9ed9-b3c85e661a35 req-5eb6b66d-f4b4-4ecf-9f2c-765019cb6eec tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 945 time: 0.0555551 Nov 20 03:30:18.401280 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-353df050-cb04-4263-9ed9-b3c85e661a35 req-4ce5af35-bc04-4994-b555-3ee44c416c0c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440497 Nov 20 03:30:18.536842 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4901179b-4053-4795-962f-243d477050aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:19.356545 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:30:19.409616 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:19.410248 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:19.491366 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:19.514888 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:19.517173 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d93aa0b-8d75-4eb1-a824-3161c598fd41" -d '{"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-plugged", "status": "completed", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:19.522637 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d30f2-c1d0-4e4d-8b48-e1877f838203 req-1d03a4c4-ca55-49ad-bd04-52b7581fb02f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:19.524337 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2e8d30f2-c1d0-4e4d-8b48-e1877f838203 req-1d03a4c4-ca55-49ad-bd04-52b7581fb02f tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 945 time: 0.0489762 Nov 20 03:30:19.532140 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:19.537114 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:19.577941 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2e8d30f2-c1d0-4e4d-8b48-e1877f838203 req-c1394ac9-52c4-4e23-a266-fb7e74e75ffd tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463734 Nov 20 03:30:19.588502 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=10']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:19.623486 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd74c126-09ca-4bff-87a9-ec7ec121749d x-openstack-request-id: req-cd74c126-09ca-4bff-87a9-ec7ec121749d {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:19.624024 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-plugged", "status": "completed", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:19.624285 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd74c126-09ca-4bff-87a9-ec7ec121749d {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:19.624688 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'code': 200} Nov 20 03:30:19.784173 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:19.874465 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f46fa-de26-433d-b87a-9b3e7d276063 req-0896a295-b056-4b0f-8f0f-c0cbd300db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:19.875875 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a79f46fa-de26-433d-b87a-9b3e7d276063 req-0896a295-b056-4b0f-8f0f-c0cbd300db3c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 1100 time: 0.0453384 Nov 20 03:30:19.922485 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a79f46fa-de26-433d-b87a-9b3e7d276063 req-40cfad84-6829-4045-a17d-9e7922d942e8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392315 Nov 20 03:30:20.707248 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a26ee-2e51-4cf1-9657-5d521523c0f6 req-11572bdf-5689-4bbc-abd9-aa2d7b072be1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:20.708750 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1a4a26ee-2e51-4cf1-9657-5d521523c0f6 req-11572bdf-5689-4bbc-abd9-aa2d7b072be1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 947 time: 0.0510995 Nov 20 03:30:20.758936 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1a4a26ee-2e51-4cf1-9657-5d521523c0f6 req-73ec6ea0-1707-4187-9c58-9f9317071553 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410566 Nov 20 03:30:21.082253 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:21.322837 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fae5f6-1d0b-4dd7-9f02-a9acea5e198d req-9b1660ed-519a-45ba-8dc6-c12f4eae9905 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:21.324362 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21fae5f6-1d0b-4dd7-9f02-a9acea5e198d req-9b1660ed-519a-45ba-8dc6-c12f4eae9905 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0502062 Nov 20 03:30:21.377827 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21fae5f6-1d0b-4dd7-9f02-a9acea5e198d req-dae1598b-7439-439a-8ae4-d98907b12970 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463893 Nov 20 03:30:21.401020 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54074) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:21.486948 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34bf973-027f-48b0-85f1-858289bc9871 tempest-TestMinimumBasicScenario-1583497620 tempest-TestMinimumBasicScenario-1583497620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:21.488700 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-b34bf973-027f-48b0-85f1-858289bc9871 tempest-TestMinimumBasicScenario-1583497620 tempest-TestMinimumBasicScenario-1583497620-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1094 time: 0.0863342 Nov 20 03:30:21.491651 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54078) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:21.495972 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'floatingip': {'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'port_id': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:21.520122 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for floatingip, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:21.623377 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:21.732775 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:21.737500 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Allocated IP 172.28.3.34 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/f2de0172-0857-4720-b4ca-e854ee028d77) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:30:21.853421 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:21.906469 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a676f4-f637-4e52-907b-c5f3b8c548d2 req-f878975a-1c2b-4e42-b92e-a3edd68a8c28 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:21.907973 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a5a676f4-f637-4e52-907b-c5f3b8c548d2 req-f878975a-1c2b-4e42-b92e-a3edd68a8c28 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 947 time: 0.0684986 Nov 20 03:30:21.922307 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:21.985906 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:30:21.993853 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:30:22.001091 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a5a676f4-f637-4e52-907b-c5f3b8c548d2 req-17d8802c-cbe6-4357-ab8f-71d6228f9185 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862329 Nov 20 03:30:22.002044 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:30:22.004318 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'Port': ['ID=f2de0172-0857-4720-b4ca-e854ee028d77,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:22.034035 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.034395 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.034782 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.035321 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.035629 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.036015 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.036350 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.036686 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.037024 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.037322 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.037672 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.037964 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:22.604898 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.682822 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.829816 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.838728 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:22.917174 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'Port': ['ID=f2de0172-0857-4720-b4ca-e854ee028d77,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:22.931181 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.039225 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.l3_db [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Floating IP fa57a730-e9bc-45aa-ba69-a90a5ab24b34 associated. External IP: 172.28.3.34, port: fb1480b4-1e42-452f-9aaf-90278d2cc363. Nov 20 03:30:23.270737 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:30:23.382266 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:30:23.395330 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] Sync routers for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:30:23.402873 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.407415 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:23.408057 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:23.432593 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2cb97f50-d157-4f01-9c11-6d4664563556 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9371388 Nov 20 03:30:23.432593 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:23.432936 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c903a-7ee4-480b-8fa4-bf790576dfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:23.433263 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54084) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:23.444527 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837130254', 'description': 'tempest-secgroup-smoke-1837130254 description', 'project_id': '16c7576611e740ac8412602d1c269282'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:23.472171 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.480525 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d39513b-78ab-423b-9c88-67bf6b6bd362 x-openstack-request-id: req-5d39513b-78ab-423b-9c88-67bf6b6bd362 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:23.480830 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:23.481087 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d39513b-78ab-423b-9c88-67bf6b6bd362 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:23.481488 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'status': 'completed', 'code': 200} Nov 20 03:30:23.516697 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:23.543578 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.548933 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.576728 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-1ea0628b-a58e-4036-acf0-0db102d52b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:23.578283 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-1ea0628b-a58e-4036-acf0-0db102d52b5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16c7576611e740ac8412602d1c269282&device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1099 time: 0.0450480 Nov 20 03:30:23.587215 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.589139 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1547422 Nov 20 03:30:23.591258 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39da9d1f-a051-4fe5-86cf-332b72a55eba,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:23.593176 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54088) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:23.599256 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.599919 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.600268 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.600592 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.600921 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.601232 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.601546 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.601886 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.602196 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.602527 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.602854 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.603168 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233d98-264f-40e3-982c-9480a006d482 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:23.609210 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-e070212b-66af-4624-bc31-e72508835f72 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'security_group_rule': {'security_group_id': '39da9d1f-a051-4fe5-86cf-332b72a55eba', 'project_id': '16c7576611e740ac8412602d1c269282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:23.686156 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e070212b-66af-4624-bc31-e72508835f72 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.713773 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-2ebe6754-920c-41eb-bbb0-29fdb684438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:23.715432 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-2ebe6754-920c-41eb-bbb0-29fdb684438c service neutron] 10.222.0.50 "GET /v2.0/networks?id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 200 len: 915 time: 0.1301067 Nov 20 03:30:23.757971 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': 'fa57a730-e9bc-45aa-ba69-a90a5ab24b34', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'port_id': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'mac_address': 'fa:16:3e:7d:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:30:22Z', 'updated_at': '2021-11-20T03:30:22Z', 'revision_number': 0, 'project_id': '16c7576611e740ac8412602d1c269282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 5, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:23.792653 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] Checking router: 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:30:23.802106 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:23.802943 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:23.810322 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e070212b-66af-4624-bc31-e72508835f72 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.813176 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-f24aef6d-ffa9-4db0-a214-a0ef794a85ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 999 time: 0.0868559 Nov 20 03:30:23.815935 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e070212b-66af-4624-bc31-e72508835f72 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.865500 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070212b-66af-4624-bc31-e72508835f72 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07993ca-36cd-4269-9ac1-bcac3ee4a3fe,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:23.880023 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e070212b-66af-4624-bc31-e72508835f72 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.881273 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-e070212b-66af-4624-bc31-e72508835f72 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2861788 Nov 20 03:30:23.884556 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54090) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:23.890689 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-6c0fd7af-27fa-42d6-bf08-4ac71544cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:23.890866 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-0415604e-ffad-4099-bcb5-b180cb487bb7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'security_group_rule': {'security_group_id': '39da9d1f-a051-4fe5-86cf-332b72a55eba', 'project_id': '16c7576611e740ac8412602d1c269282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:23.892553 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-6c0fd7af-27fa-42d6-bf08-4ac71544cc92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0396e7b-0677-4eef-9103-38b737267f3e HTTP/1.1" status: 200 len: 853 time: 0.0708189 Nov 20 03:30:23.910454 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:23.922938 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0415604e-ffad-4099-bcb5-b180cb487bb7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.940466 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-22620f1f-4cf8-4536-b5dc-255c3db0fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:23.942815 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-22620f1f-4cf8-4536-b5dc-255c3db0fa59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0433536 Nov 20 03:30:23.993107 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0415604e-ffad-4099-bcb5-b180cb487bb7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:23.998191 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0415604e-ffad-4099-bcb5-b180cb487bb7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.016331 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415604e-ffad-4099-bcb5-b180cb487bb7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5365b18-486c-4339-b69c-710752f953b3,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:24.027791 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0415604e-ffad-4099-bcb5-b180cb487bb7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.029074 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-0415604e-ffad-4099-bcb5-b180cb487bb7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428621 Nov 20 03:30:24.031926 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54092) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:24.037110 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-80987b16-ffaf-407a-8d16-8e678f939ae2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'security_group_rule': {'security_group_id': '39da9d1f-a051-4fe5-86cf-332b72a55eba', 'project_id': '16c7576611e740ac8412602d1c269282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:24.043320 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-fca9cfda-97c7-4f2c-ad2b-c789bd5a77cc service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935471 Nov 20 03:30:24.070651 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80987b16-ffaf-407a-8d16-8e678f939ae2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.142264 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80987b16-ffaf-407a-8d16-8e678f939ae2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.148220 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80987b16-ffaf-407a-8d16-8e678f939ae2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.152135 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': 'fa57a730-e9bc-45aa-ba69-a90a5ab24b34', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'port_id': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'mac_address': 'fa:16:3e:7d:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:30:22Z', 'updated_at': '2021-11-20T03:30:22Z', 'revision_number': 0, 'project_id': '16c7576611e740ac8412602d1c269282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 5, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:24.153353 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c90c903a-7ee4-480b-8fa4-bf790576dfaf req-d5f3b1f2-5d90-4caf-b7ef-d16ed2d2b5b0 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966880 Nov 20 03:30:24.166126 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80987b16-ffaf-407a-8d16-8e678f939ae2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e86dc69-5938-4cf8-ae75-abff0a617278,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:24.180384 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80987b16-ffaf-407a-8d16-8e678f939ae2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.184254 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-80987b16-ffaf-407a-8d16-8e678f939ae2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481071 Nov 20 03:30:24.184481 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54094) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:24.187353 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71701acc-f144-4cf0-ab46-43ae389c3fc4 None None] The sync data for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb is: [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': 'fa57a730-e9bc-45aa-ba69-a90a5ab24b34', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'port_id': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'mac_address': 'fa:16:3e:7d:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:30:22Z', 'updated_at': '2021-11-20T03:30:22Z', 'revision_number': 0, 'project_id': '16c7576611e740ac8412602d1c269282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 5, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:30:24.193336 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-8d091132-607f-47eb-a20f-25cb98085ae6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'security_group_rule': {'security_group_id': '39da9d1f-a051-4fe5-86cf-332b72a55eba', 'project_id': '16c7576611e740ac8412602d1c269282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:24.228258 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d091132-607f-47eb-a20f-25cb98085ae6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.290535 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d091132-607f-47eb-a20f-25cb98085ae6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.294867 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d091132-607f-47eb-a20f-25cb98085ae6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.313966 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d091132-607f-47eb-a20f-25cb98085ae6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b142939-3d51-4a7a-93a6-f6b917d5f4eb,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:24.324797 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8d091132-607f-47eb-a20f-25cb98085ae6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.326169 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-8d091132-607f-47eb-a20f-25cb98085ae6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406786 Nov 20 03:30:24.329259 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54096) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:24.334807 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-36b203c0-d789-4e56-b86d-bd4b1ccb0f55 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'security_group_rule': {'security_group_id': '39da9d1f-a051-4fe5-86cf-332b72a55eba', 'project_id': '16c7576611e740ac8412602d1c269282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:24.357972 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.securitygroups_db [None req-36b203c0-d789-4e56-b86d-bd4b1ccb0f55 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Project 16c7576611e740ac8412602d1c269282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:30:24.363889 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-36b203c0-d789-4e56-b86d-bd4b1ccb0f55 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.394518 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfcd157-4872-4a6d-be34-cd019d49a787 None None] New status for floating IP fa57a730-e9bc-45aa-ba69-a90a5ab24b34: ACTIVE {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:30:24.427607 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-36b203c0-d789-4e56-b86d-bd4b1ccb0f55 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.432434 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-36b203c0-d789-4e56-b86d-bd4b1ccb0f55 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.450635 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b203c0-d789-4e56-b86d-bd4b1ccb0f55 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3557d158-8d80-4803-a587-caad09785a32,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:24.460389 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-36b203c0-d789-4e56-b86d-bd4b1ccb0f55 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.461656 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-36b203c0-d789-4e56-b86d-bd4b1ccb0f55 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312649 Nov 20 03:30:24.464634 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54098) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:24.469297 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-6dbad650-e92b-4224-8637-6323aa85eb48 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'security_group_rule': {'security_group_id': '39da9d1f-a051-4fe5-86cf-332b72a55eba', 'project_id': '16c7576611e740ac8412602d1c269282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:24.496136 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.securitygroups_db [None req-6dbad650-e92b-4224-8637-6323aa85eb48 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Project 16c7576611e740ac8412602d1c269282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 20 03:30:24.501681 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6dbad650-e92b-4224-8637-6323aa85eb48 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.569772 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6dbad650-e92b-4224-8637-6323aa85eb48 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.574048 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6dbad650-e92b-4224-8637-6323aa85eb48 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.596045 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbad650-e92b-4224-8637-6323aa85eb48 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f094ec8b-2e3e-4fb3-b4db-d16cea77e7c0,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:24.604601 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6dbad650-e92b-4224-8637-6323aa85eb48 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:24.605804 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-6dbad650-e92b-4224-8637-6323aa85eb48 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401937 Nov 20 03:30:24.697353 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-806af9df-d2ae-4324-8bf5-2779ce5179e6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837130254&fields=id&tenant_id=16c7576611e740ac8412602d1c269282 HTTP/1.1" status: 200 len: 267 time: 0.0468681 Nov 20 03:30:24.762583 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-44077246-9b5d-4e08-b080-be9744a31926 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:24.764104 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-44077246-9b5d-4e08-b080-be9744a31926 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0609488 Nov 20 03:30:24.780430 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'port': {'security_groups': ['1893b6cf-a134-4d3e-b7a7-11fd559b0a08', '39da9d1f-a051-4fe5-86cf-332b72a55eba']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:30:24.852979 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:25.050733 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] For port fb1480b4-1e42-452f-9aaf-90278d2cc363, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:25.079275 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:25.086978 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:25.127099 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['fb1480b4-1e42-452f-9aaf-90278d2cc363'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:30:25.130951 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:25.131600 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:25.133037 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6a478aeb-ee4d-47b6-b3b3-d228ec449bf0 req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "PUT /v2.0/ports/fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 982 time: 0.3600683 Nov 20 03:30:25.156319 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6e529-53bd-4444-bfed-698450dead11 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'Port': ['ID=fb1480b4-1e42-452f-9aaf-90278d2cc363,revision_number=6']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:25.249176 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f5937-e3ba-47f3-9d99-0bb67eebd182 req-413fd6bc-bba6-43ca-9f45-ba81c0673391 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:25.250750 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-599f5937-e3ba-47f3-9d99-0bb67eebd182 req-413fd6bc-bba6-43ca-9f45-ba81c0673391 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0551312 Nov 20 03:30:25.292301 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['fb1480b4-1e42-452f-9aaf-90278d2cc363'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:30:25.338492 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-599f5937-e3ba-47f3-9d99-0bb67eebd182 req-6a70796f-f74b-4605-9ea6-d721c0852df5 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795245 Nov 20 03:30:25.424691 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-9cb4bf61-f811-4b0f-aa2c-a81d39a330c2 None None] Provisioning complete for port fb1480b4-1e42-452f-9aaf-90278d2cc363 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:30:25.425062 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9cb4bf61-f811-4b0f-aa2c-a81d39a330c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:25.482709 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:25.485148 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc63521-23f7-4d4a-a438-f0f60482fc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:25.521457 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54906fbc-92b1-46a8-9be0-72c7a3d11051 x-openstack-request-id: req-54906fbc-92b1-46a8-9be0-72c7a3d11051 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:25.521728 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:25.522018 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54906fbc-92b1-46a8-9be0-72c7a3d11051 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:25.522417 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'status': 'completed', 'code': 200} Nov 20 03:30:25.615069 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-26fe977d-c015-4a43-9613-d710eaac43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:25.616641 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-26fe977d-c015-4a43-9613-d710eaac43ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16c7576611e740ac8412602d1c269282&device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1138 time: 0.0441852 Nov 20 03:30:25.717981 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-b255d2a1-d96d-4028-8f38-0320b8a79ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:25.719345 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-b255d2a1-d96d-4028-8f38-0320b8a79ed2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 200 len: 915 time: 0.0892978 Nov 20 03:30:25.789626 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-6bb272a7-cafa-4471-85be-883ac78a9a66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 1001 time: 0.0631149 Nov 20 03:30:25.838416 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-1f2ded45-3fa4-45c7-bc03-b8c61adf06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:25.839901 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-1f2ded45-3fa4-45c7-bc03-b8c61adf06d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0396e7b-0677-4eef-9103-38b737267f3e HTTP/1.1" status: 200 len: 853 time: 0.0437701 Nov 20 03:30:25.896142 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-d67205e5-e30b-4c4a-a339-46075cca2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:25.897632 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-d67205e5-e30b-4c4a-a339-46075cca2705 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0402393 Nov 20 03:30:25.991060 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-284afacd-fc15-4330-a460-e93dfb2ecb78 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848272 Nov 20 03:30:26.084733 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cfc63521-23f7-4d4a-a438-f0f60482fc5f req-5ab633fa-ad95-4462-8558-77a1aedf8b2c service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860138 Nov 20 03:30:28.682461 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:30:41.136572 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:41.565051 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee6d9c86-5678-4950-9646-807762e5744e req-e3f3ea92-4f42-436e-abcb-6f314fefcc22 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476754 Nov 20 03:30:41.649211 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9c86-5678-4950-9646-807762e5744e req-173d37c3-37e3-4248-a827-f2783c7c34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:41.650738 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee6d9c86-5678-4950-9646-807762e5744e req-173d37c3-37e3-4248-a827-f2783c7c34fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 1100 time: 0.0459132 Nov 20 03:30:41.757807 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9c86-5678-4950-9646-807762e5744e req-bcde7b51-520b-4a04-9355-0fb45b2955bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:41.759292 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee6d9c86-5678-4950-9646-807762e5744e req-bcde7b51-520b-4a04-9355-0fb45b2955bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 200 len: 918 time: 0.0874968 Nov 20 03:30:41.844643 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee6d9c86-5678-4950-9646-807762e5744e req-93162ee6-a2fd-4a4e-8ba1-20fe79a64834 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 HTTP/1.1" status: 200 len: 1002 time: 0.0765378 Nov 20 03:30:41.895669 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9c86-5678-4950-9646-807762e5744e req-9e57eafe-b7c3-4278-b8b2-7e25e3169f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:41.897228 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee6d9c86-5678-4950-9646-807762e5744e req-9e57eafe-b7c3-4278-b8b2-7e25e3169f33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 200 len: 856 time: 0.0451820 Nov 20 03:30:41.956173 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9c86-5678-4950-9646-807762e5744e req-a4bc84a1-0525-4e6d-bdb6-f3daffd277e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:41.957691 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee6d9c86-5678-4950-9646-807762e5744e req-a4bc84a1-0525-4e6d-bdb6-f3daffd277e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0524700 Nov 20 03:30:42.053336 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee6d9c86-5678-4950-9646-807762e5744e req-aa508715-2689-4d8f-8b65-e083dab8f94f service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874398 Nov 20 03:30:42.145055 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ee6d9c86-5678-4950-9646-807762e5744e req-2462b7d9-fd2d-4302-9ed2-cb1cddffbbdb service neutron] 10.222.0.50 "GET /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840888 Nov 20 03:30:43.743347 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54114) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:44.134910 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Deleting port f1543f24-1108-4ef6-8198-e4ea45d1712a {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:44.135206 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.214342 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.214621 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.226806 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Calling delete_port for f1543f24-1108-4ef6-8198-e4ea45d1712a owned by network:floatingip {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:44.416429 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.442552 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event deleted for resources: {'Port': ['ID=f1543f24-1108-4ef6-8198-e4ea45d1712a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:44.508323 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for floatingip, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.508623 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.l3_db [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Floating IP 93148a4f-6d00-4dfc-b97f-088be5d5b1e1 disassociated (deleted). External IP: 172.28.3.83, port: c75b55e2-e19a-4b5a-8e80-81d5e741caf0. Nov 20 03:30:44.719244 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:30:44.825737 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:30:44.830676 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:44.836086 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] Sync routers for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:30:44.847044 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:44.847825 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:44.857425 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-31b612cc-1691-4eb8-8bf1-ea87dded579d tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "DELETE /v2.0/floatingips/93148a4f-6d00-4dfc-b97f-088be5d5b1e1 HTTP/1.1" status: 204 len: 168 time: 1.1129351 Nov 20 03:30:44.858115 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:44.860479 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a584f7-2a7e-4b71-ab59-9d6dae343f12" -d '{"events": [{"name": "network-changed", "server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:44.910559 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a645f3-c0b9-4617-9a83-a75149158e69 x-openstack-request-id: req-f3a645f3-c0b9-4617-9a83-a75149158e69 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:44.910846 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:44.911094 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3a645f3-c0b9-4617-9a83-a75149158e69 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:44.911496 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'status': 'completed', 'code': 200} Nov 20 03:30:45.042385 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-5e129f7e-f9d5-4e1e-8372-ea3e06d54b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:45.043996 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-5e129f7e-f9d5-4e1e-8372-ea3e06d54b16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 1098 time: 0.0489237 Nov 20 03:30:45.096493 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:45.164979 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae163-af72-4ce3-8f4e-f92ef796b006 req-9d1ccc79-5b34-41a5-adc8-09bc59d4f3db tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:45.166428 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cabae163-af72-4ce3-8f4e-f92ef796b006 req-9d1ccc79-5b34-41a5-adc8-09bc59d4f3db tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.1047678 Nov 20 03:30:45.209104 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-022d47fe-56ec-409a-9f64-329097b57494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:45.210565 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-022d47fe-56ec-409a-9f64-329097b57494 service neutron] 10.222.0.50 "GET /v2.0/networks?id=71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 200 len: 910 time: 0.1397054 Nov 20 03:30:45.264988 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-fc5f0bf0-2c8a-4c36-a52f-d911278584d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 200 len: 217 time: 0.0465801 Nov 20 03:30:45.270226 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cabae163-af72-4ce3-8f4e-f92ef796b006 req-1fd8d664-ff06-4ea8-8364-2d9b0e19b091 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970540 Nov 20 03:30:45.310764 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 5, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:45.315404 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-c3dca803-afe5-4596-86c5-1f1001e720b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:45.316892 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-c3dca803-afe5-4596-86c5-1f1001e720b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e HTTP/1.1" status: 200 len: 848 time: 0.0444758 Nov 20 03:30:45.341860 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] Checking router: 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:30:45.350729 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:45.351395 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:45.363816 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-82209c9d-9dd5-4488-a643-95cde7d0167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:45.365348 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-82209c9d-9dd5-4488-a643-95cde7d0167c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=71feca70-fe64-44a9-8988-eaa4d27ea30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0405216 Nov 20 03:30:45.461380 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:45.465033 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-497877a2-b86e-4a9a-bb0d-48deba2390aa service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908239 Nov 20 03:30:45.556271 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-25a584f7-2a7e-4b71-ab59-9d6dae343f12 req-5442cacf-0907-437f-a8db-464e66861e85 service neutron] 10.222.0.50 "GET /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832338 Nov 20 03:30:45.663242 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 5, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:45.688797 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3e227-07ff-437e-b748-cfd9692aa6fd None None] The sync data for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb is: [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:37Z', 'revision_number': 4, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '4bfcef25-8522-4050-a1a4-352cfa6358d4', 'name': '', 'network_id': '71feca70-fe64-44a9-8988-eaa4d27ea30b', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'mac_address': 'fa:16:3e:aa:1b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:36Z', 'updated_at': '2021-11-20T03:25:44Z', 'revision_number': 5, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'subnets': [{'id': '184c4578-c118-4a1f-a8a9-a2fc5e30ee6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:30:45.904882 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318377c-ce27-4feb-a3f2-99eaea71273b None None] New status for floating IP 93148a4f-6d00-4dfc-b97f-088be5d5b1e1: DOWN {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:30:46.339940 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9f0b44cc-4108-45f8-b9b6-b326c3637a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:46.402208 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf8944-6c71-4cac-85ea-5a76227bf4dd req-794931a6-8221-4f5f-a28c-f707183c0163 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:46.403675 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0ebf8944-6c71-4cac-85ea-5a76227bf4dd req-794931a6-8221-4f5f-a28c-f707183c0163 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0495315 Nov 20 03:30:46.454869 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0ebf8944-6c71-4cac-85ea-5a76227bf4dd req-122aef08-e363-4bed-85e1-d6cafeec5b3a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448310 Nov 20 03:30:46.761247 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-b3321286-421c-4b68-a36f-9358aee4c7f6 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:46.762731 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-b3321286-421c-4b68-a36f-9358aee4c7f6 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 945 time: 0.0555427 Nov 20 03:30:46.857253 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Deleting port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:46.857586 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:46.948384 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] For port c75b55e2-e19a-4b5a-8e80-81d5e741caf0, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:46.948903 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:46.964739 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Calling delete_port for c75b55e2-e19a-4b5a-8e80-81d5e741caf0 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:47.099077 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:47.129200 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event deleted for resources: {'Port': ['ID=c75b55e2-e19a-4b5a-8e80-81d5e741caf0,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:47.175327 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] No DVR routers for this DVR port c75b55e2-e19a-4b5a-8e80-81d5e741caf0 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:30:47.178194 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:47.182402 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-99c93cad-bff1-4dc0-9ae7-722f74dde976 req-359f2149-7167-4ae8-a663-57f9ebdec529 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.50 "DELETE /v2.0/ports/c75b55e2-e19a-4b5a-8e80-81d5e741caf0 HTTP/1.1" status: 204 len: 173 time: 0.4120812 Nov 20 03:30:47.182928 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'name': 'network-vif-deleted', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:47.185536 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ece6dcb-6589-4934-87f0-921b7bdec292" -d '{"events": [{"server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "name": "network-vif-deleted", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:47.225438 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68adec0c-c186-46bf-8132-ad0d64ca9fa7 x-openstack-request-id: req-68adec0c-c186-46bf-8132-ad0d64ca9fa7 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:47.225733 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa78f2e6-e39a-45c3-9425-a6934f8a466e", "name": "network-vif-deleted", "tag": "c75b55e2-e19a-4b5a-8e80-81d5e741caf0", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:47.226005 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68adec0c-c186-46bf-8132-ad0d64ca9fa7 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:47.226563 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa78f2e6-e39a-45c3-9425-a6934f8a466e', 'name': 'network-vif-deleted', 'tag': 'c75b55e2-e19a-4b5a-8e80-81d5e741caf0', 'status': 'completed', 'code': 200} Nov 20 03:30:47.566915 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-833e82b6-52ac-42f6-b067-8df3c3cef63c req-706521c1-257b-4165-af69-fa6c11125272 tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa78f2e6-e39a-45c3-9425-a6934f8a466e HTTP/1.1" status: 200 len: 210 time: 0.0304542 Nov 20 03:30:48.539977 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a4a295a1-e91b-4717-8903-936197aa2624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:48.637390 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54132) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:48.700038 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7643c479-c118-4a45-8e0f-db98000ba79a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:48.728251 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7643c479-c118-4a45-8e0f-db98000ba79a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:48.791170 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7643c479-c118-4a45-8e0f-db98000ba79a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:48.794365 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-7643c479-c118-4a45-8e0f-db98000ba79a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:48.795579 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-7643c479-c118-4a45-8e0f-db98000ba79a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] 10.222.0.53 "DELETE /v2.0/security-groups/9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd HTTP/1.1" status: 204 len: 168 time: 0.1572030 Nov 20 03:30:48.805010 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643c479-c118-4a45-8e0f-db98000ba79a tempest-TestShelveInstance-1775917362 tempest-TestShelveInstance-1775917362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa5d2e7-b1c0-4c96-a7c5-765119f5f8cd,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:48.845022 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54136) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:49.542171 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c75b55e2-e19a-4b5a-8e80-81d5e741caf0 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:49.563767 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: c75b55e2-e19a-4b5a-8e80-81d5e741caf0 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:49.564002 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device c75b55e2-e19a-4b5a-8e80-81d5e741caf0 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:49.609977 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660869'] for router_interface, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:49.787829 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:49.914879 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Deleting port 4bfcef25-8522-4050-a1a4-352cfa6358d4 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:49.915470 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:49.995175 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] For port 4bfcef25-8522-4050-a1a4-352cfa6358d4, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=4bfcef25-8522-4050-a1a4-352cfa6358d4,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:49.995553 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:50.009475 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Calling delete_port for 4bfcef25-8522-4050-a1a4-352cfa6358d4 owned by network:router_interface {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:50.214265 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:50.243858 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfcef25-8522-4050-a1a4-352cfa6358d4,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:50.415441 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1660753'] for router_interface, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:50.637911 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:30:50.752419 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:30:50.757807 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8d9a38ae-6e43-4537-8c9b-019b138aedf5 admin admin] 10.222.0.53 "PUT /v2.0/routers/3b1ccfcd-298c-4d04-98d6-23b6bfe53988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9152453 Nov 20 03:30:50.760924 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54144) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:50.762082 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] Sync routers for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:30:50.772687 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:50.773363 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:50.861809 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks [] for router, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:50.881213 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:50.968646 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.027808 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Deleting port 457ab01b-d6db-4334-aeb6-774449173bf4 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:51.028194 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.093393 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:30:50Z', 'revision_number': 5, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port': {'id': '457ab01b-d6db-4334-aeb6-774449173bf4', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:51.094464 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc3f93-1b7d-46d0-8ab4-e4b0d4d436cf req-4da7fd0e-a630-4926-83ee-1f0353a3f1e9 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:51.096182 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.096585 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21fc3f93-1b7d-46d0-8ab4-e4b0d4d436cf req-4da7fd0e-a630-4926-83ee-1f0353a3f1e9 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0614109 Nov 20 03:30:51.119428 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] For port 457ab01b-d6db-4334-aeb6-774449173bf4, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=457ab01b-d6db-4334-aeb6-774449173bf4,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:51.119847 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.125802 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] Checking router: 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:30:51.132740 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Calling delete_port for 457ab01b-d6db-4334-aeb6-774449173bf4 owned by network:router_gateway {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:51.134572 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] Routers {'3b1ccfcd-298c-4d04-98d6-23b6bfe53988'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:51.135185 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:51.188895 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-97fd926e-8477-4b9d-b85f-f94856986339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:51.190407 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-97fd926e-8477-4b9d-b85f-f94856986339 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16c7576611e740ac8412602d1c269282&device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1138 time: 0.0915210 Nov 20 03:30:51.201648 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21fc3f93-1b7d-46d0-8ab4-e4b0d4d436cf req-18b3855f-1b48-4509-ac82-4f1ea0f3f3e1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946698 Nov 20 03:30:51.232739 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] Set router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 gateway port host: None {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:51.286124 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:30:50Z', 'revision_number': 6, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port_host': None}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:51.312546 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.316868 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-ad0213db-a26c-42ba-baa0-7925b49aebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:51.317690 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d238f7f-a1f0-409d-9ac1-32e9500392de None None] The sync data for ids ['3b1ccfcd-298c-4d04-98d6-23b6bfe53988'] in dv-cinder-818037-5-smb is: [{'id': '3b1ccfcd-298c-4d04-98d6-23b6bfe53988', 'name': 'tempest-TestShelveInstance-1704870017-router', 'tenant_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:32Z', 'updated_at': '2021-11-20T03:30:50Z', 'revision_number': 6, 'project_id': 'ca89a4ccce8848e5b7362faa2a81a228', 'gw_port_host': None}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:30:51.318354 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-ad0213db-a26c-42ba-baa0-7925b49aebc8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 200 len: 915 time: 0.1157188 Nov 20 03:30:51.341769 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Pushing event deleted for resources: {'Port': ['ID=457ab01b-d6db-4334-aeb6-774449173bf4,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:51.402729 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-4da87832-cb40-4c77-8e4b-02a25a0db706 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 1001 time: 0.0734808 Nov 20 03:30:51.404165 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747471'] for router_gateway, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.453301 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-95f85448-46a6-44a2-8739-c10893b46ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:51.454831 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-95f85448-46a6-44a2-8739-c10893b46ec3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0396e7b-0677-4eef-9103-38b737267f3e HTTP/1.1" status: 200 len: 853 time: 0.0441849 Nov 20 03:30:51.494057 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4683'] for router, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.496344 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.508011 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-4d9b3c70-4f27-4fa7-b17f-9d51d20d8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:51.509664 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-4d9b3c70-4f27-4fa7-b17f-9d51d20d8347 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0430815 Nov 20 03:30:51.540398 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1661866'] for router, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.540963 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1ccfcd-298c-4d04-98d6-23b6bfe53988 {{(pid=102584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:30:51.545655 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.547741 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-cd1ed939-6134-4142-82ad-04952fc3f489 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3b1ccfcd-298c-4d04-98d6-23b6bfe53988 HTTP/1.1" status: 204 len: 168 time: 0.7847729 Nov 20 03:30:51.549534 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54150) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:51.595245 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64984f2-8c6b-44c7-b3fa-592f4193054a admin admin] Deleting subnet 184c4578-c118-4a1f-a8a9-a2fc5e30ee6e {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:30:51.598535 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d64984f2-8c6b-44c7-b3fa-592f4193054a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.612736 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-8b0b6be6-86e5-46ad-98ae-2041103128c5 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909326 Nov 20 03:30:51.636384 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d64984f2-8c6b-44c7-b3fa-592f4193054a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.716209 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37090886-c3dc-4554-8174-acf5ccc7fc01 req-37cdc1c7-62c2-4439-b568-47b33238401c service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946083 Nov 20 03:30:51.734004 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.759778 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d64984f2-8c6b-44c7-b3fa-592f4193054a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.820612 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d64984f2-8c6b-44c7-b3fa-592f4193054a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.846342 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64984f2-8c6b-44c7-b3fa-592f4193054a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184c4578-c118-4a1f-a8a9-a2fc5e30ee6e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:51.849766 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d64984f2-8c6b-44c7-b3fa-592f4193054a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.853630 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d64984f2-8c6b-44c7-b3fa-592f4193054a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/184c4578-c118-4a1f-a8a9-a2fc5e30ee6e HTTP/1.1" status: 204 len: 168 time: 0.3023355 Nov 20 03:30:51.856686 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54152) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:51.858677 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b446e8-4cae-4698-bb24-41f43db2f98e None None] Network 71feca70-fe64-44a9-8988-eaa4d27ea30b requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:30:51.939842 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:51.999350 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Deleting port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:51.999937 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.064098 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] For port 109a4236-298c-4775-8fce-fe4b4b8ee2c8, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=109a4236-298c-4775-8fce-fe4b4b8ee2c8,segment=NetworkSegment(278ece7a-00c3-4bdd-97e6-e0eac496cb31),segment_id=278ece7a-00c3-4bdd-97e6-e0eac496cb31)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:52.064406 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.077968 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Calling delete_port for 109a4236-298c-4775-8fce-fe4b4b8ee2c8 owned by network:dhcp {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:52.116535 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] DHCP port deletion for 71feca70-fe64-44a9-8988-eaa4d27ea30b request from dv-cinder-818037-5-smb {{(pid=102586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:30:52.171632 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 4bfcef25-8522-4050-a1a4-352cfa6358d4 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:52.179312 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.197007 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 4bfcef25-8522-4050-a1a4-352cfa6358d4 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:52.197347 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 4bfcef25-8522-4050-a1a4-352cfa6358d4 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:52.197763 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 109a4236-298c-4775-8fce-fe4b4b8ee2c8 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:52.205981 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Pushing event deleted for resources: {'Port': ['ID=109a4236-298c-4775-8fce-fe4b4b8ee2c8,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:52.209888 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] No DVR routers for this DVR port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 on host dv-cinder-818037-5-smb {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:30:52.221908 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Deleting port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:52.222304 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.238654 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 109a4236-298c-4775-8fce-fe4b4b8ee2c8 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:52.238757 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 109a4236-298c-4775-8fce-fe4b4b8ee2c8 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:52.239818 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 457ab01b-d6db-4334-aeb6-774449173bf4 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:52.284194 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.291582 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 457ab01b-d6db-4334-aeb6-774449173bf4 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:52.291582 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 457ab01b-d6db-4334-aeb6-774449173bf4 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:52.313144 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71feca70-fe64-44a9-8988-eaa4d27ea30b']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:52.337493 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] For port 109a4236-298c-4775-8fce-fe4b4b8ee2c8, host dv-cinder-818037-5-smb, got binding levels [] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:52.338128 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.348228 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278ece7a-00c3-4bdd-97e6-e0eac496cb31') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:52.348520 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278ece7a-00c3-4bdd-97e6-e0eac496cb31') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:52.352763 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Calling delete_port for 109a4236-298c-4775-8fce-fe4b4b8ee2c8 owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:52.357886 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.ipam_backend_mixin [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 was not found and therefore no delete operation was performed {{(pid=102586) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 20 03:30:52.359166 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.360226 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14614123'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.378930 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.388536 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Pushing event deleted for resources: {'Port': ['ID=109a4236-298c-4775-8fce-fe4b4b8ee2c8,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:52.390949 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268bd0-e3ae-41db-8a83-691a06144df0 req-9232e82d-fe0d-4876-af0f-2ce9d1199fe0 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:52.392572 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f7268bd0-e3ae-41db-8a83-691a06144df0 req-9232e82d-fe0d-4876-af0f-2ce9d1199fe0 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0747674 Nov 20 03:30:52.395640 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:30:52.396069 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14160128'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.397111 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] No DVR routers for this DVR port 109a4236-298c-4775-8fce-fe4b4b8ee2c8 on host dv-cinder-818037-5-smb {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: Traceback (most recent call last): Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: timer() Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: cb(*args, **kw) Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: return func(*args, **kwargs) Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: self._notify() Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: self.callback(batched_events) Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: event.method(event) Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: return f(self, *a, **k) Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: return self._get(url).json() Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:30:52.398155 dv-cinder-818037-5-smb neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:30:52.401400 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.401400 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.401560 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.402115 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.402507 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.404252 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.404252 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.404252 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.404252 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.404591 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.404991 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.405394 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9be3164-180b-4822-a1a0-c82fad4ca6db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:30:52.485322 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.499488 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:52.502627 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] 10.222.0.53 "DELETE /v2.0/networks/71feca70-fe64-44a9-8988-eaa4d27ea30b HTTP/1.1" status: 204 len: 168 time: 0.6431694 Nov 20 03:30:52.505808 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54156) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:52.520928 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08d0c8-81f5-4bac-bc97-1b678807f940 admin admin] Pushing event deleted for resources: {'Network': ['ID=71feca70-fe64-44a9-8988-eaa4d27ea30b,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:52.533027 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f7268bd0-e3ae-41db-8a83-691a06144df0 req-960566cb-a0c7-4f5a-b0d0-cdab8cebc7ae tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203671 Nov 20 03:30:52.867877 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660869'] for router_interface, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:53.128805 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Deleting port 55f7506a-1578-4f8b-b790-8c952eeca54b {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:53.129052 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:53.216756 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] For port 55f7506a-1578-4f8b-b790-8c952eeca54b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=55f7506a-1578-4f8b-b790-8c952eeca54b,segment=NetworkSegment(8636de4a-36ea-4924-8940-06449bbd6790),segment_id=8636de4a-36ea-4924-8940-06449bbd6790)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:53.217151 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:53.230309 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Calling delete_port for 55f7506a-1578-4f8b-b790-8c952eeca54b owned by network:router_interface {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:53.425746 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:53.450368 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Pushing event deleted for resources: {'Port': ['ID=55f7506a-1578-4f8b-b790-8c952eeca54b,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:53.619202 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1660753'] for router_interface, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:53.662060 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669220-7f0e-47cb-8966-9a3f604d41d6 req-99f55b5b-a288-4da7-8cb8-442f9d10998d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:53.663547 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-17669220-7f0e-47cb-8966-9a3f604d41d6 req-99f55b5b-a288-4da7-8cb8-442f9d10998d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0544827 Nov 20 03:30:53.723368 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-17669220-7f0e-47cb-8966-9a3f604d41d6 req-f8e2ee32-42a2-43ef-b59d-38aa2899a74f tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534616 Nov 20 03:30:53.839563 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Router 67936c3c-e0eb-4ea0-8b23-108a13685175 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:30:53.943661 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:30:53.949457 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-a91c7be3-9daa-47f5-9f12-0e90ccaec43f admin admin] 10.222.0.53 "PUT /v2.0/routers/67936c3c-e0eb-4ea0-8b23-108a13685175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4424422 Nov 20 03:30:53.951860 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54162) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:53.956962 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] Sync routers for ids ['67936c3c-e0eb-4ea0-8b23-108a13685175'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:30:53.968883 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] Routers {'67936c3c-e0eb-4ea0-8b23-108a13685175'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:53.969831 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['67936c3c-e0eb-4ea0-8b23-108a13685175'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:54.064362 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks [] for router, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.080011 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] Set router 67936c3c-e0eb-4ea0-8b23-108a13685175 gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:54.167180 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.224000 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Deleting port bff9ca0a-e358-4417-b650-a30308c599bf {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:54.224375 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.266047 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128'}], 'enable_snat': True}, 'gw_port_id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:30:53Z', 'revision_number': 5, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port': {'id': 'bff9ca0a-e358-4417-b650-a30308c599bf', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:37:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:25:42Z', 'updated_at': '2021-11-20T03:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:54.292664 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] Checking router: 67936c3c-e0eb-4ea0-8b23-108a13685175 for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:30:54.301054 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] Routers {'67936c3c-e0eb-4ea0-8b23-108a13685175'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:54.301666 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['67936c3c-e0eb-4ea0-8b23-108a13685175'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:54.305592 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] For port bff9ca0a-e358-4417-b650-a30308c599bf, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=bff9ca0a-e358-4417-b650-a30308c599bf,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:54.306068 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.317727 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Calling delete_port for bff9ca0a-e358-4417-b650-a30308c599bf owned by network:router_gateway {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:54.395262 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] Set router 67936c3c-e0eb-4ea0-8b23-108a13685175 gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:54.449937 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:30:54Z', 'revision_number': 6, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port_host': None}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:54.476748 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c8c0f1-4cd3-4f1e-b6c3-13e981adb9b7 None None] The sync data for ids ['67936c3c-e0eb-4ea0-8b23-108a13685175'] in dv-cinder-818037-5-smb is: [{'id': '67936c3c-e0eb-4ea0-8b23-108a13685175', 'name': 'tempest-TestShelveInstance-76633000-router', 'tenant_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:25:41Z', 'updated_at': '2021-11-20T03:30:54Z', 'revision_number': 6, 'project_id': 'f0e21bb9f1cf438dbc7256c317c33da6', 'gw_port_host': None}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:30:54.493755 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.521272 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff9ca0a-e358-4417-b650-a30308c599bf,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:54.585456 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747471'] for router_gateway, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.850931 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db726217-b936-43cf-8757-c1edefd98d59 req-7019c54f-cdf4-436c-9bcd-2d2f432edc20 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:54.852889 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-db726217-b936-43cf-8757-c1edefd98d59 req-7019c54f-cdf4-436c-9bcd-2d2f432edc20 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0572281 Nov 20 03:30:54.921894 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4683'] for router, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.924060 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.925185 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-db726217-b936-43cf-8757-c1edefd98d59 req-4da71b17-bf8f-41e1-bcfe-e3474361324d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645041 Nov 20 03:30:54.969072 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1661866'] for router, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.969652 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67936c3c-e0eb-4ea0-8b23-108a13685175 {{(pid=102584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:30:54.974067 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:54.974962 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-4a2dd67e-9f2d-43d0-b774-961e4d13e997 admin admin] 10.222.0.53 "DELETE /v2.0/routers/67936c3c-e0eb-4ea0-8b23-108a13685175 HTTP/1.1" status: 204 len: 168 time: 1.0221922 Nov 20 03:30:54.977694 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54166) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:55.024453 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-69568c95-0fee-4880-8d04-497a6171df1a admin admin] Deleting subnet 2f91f487-c0ea-4e14-a5d4-f0f91d45a5da {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:30:55.028141 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-69568c95-0fee-4880-8d04-497a6171df1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.067132 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-69568c95-0fee-4880-8d04-497a6171df1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.150976 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-69568c95-0fee-4880-8d04-497a6171df1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.221980 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-69568c95-0fee-4880-8d04-497a6171df1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.252032 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69568c95-0fee-4880-8d04-497a6171df1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f91f487-c0ea-4e14-a5d4-f0f91d45a5da,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:55.255766 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-69568c95-0fee-4880-8d04-497a6171df1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.259834 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-69568c95-0fee-4880-8d04-497a6171df1a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2f91f487-c0ea-4e14-a5d4-f0f91d45a5da HTTP/1.1" status: 204 len: 168 time: 0.2809277 Nov 20 03:30:55.262394 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54176) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:55.265762 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99837ac5-aa82-4b88-ab87-5554bbe1a20e None None] Network febab526-f038-4192-a904-c2fe7a65c220 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:30:55.355897 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.425810 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Deleting port 363bc163-44fe-48fa-b56b-5e169bfc351b {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:55.426150 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.453329 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb3d12-9a1a-4033-ba01-4a0d1d0ea013 req-23a93881-cfbf-4e98-9aaf-31cf95f314c4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:55.460248 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3ffb3d12-9a1a-4033-ba01-4a0d1d0ea013 req-23a93881-cfbf-4e98-9aaf-31cf95f314c4 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 947 time: 0.0620322 Nov 20 03:30:55.476185 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] DHCP port deletion for febab526-f038-4192-a904-c2fe7a65c220 request from dv-cinder-818037-5-smb {{(pid=102586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:30:55.502063 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] For port 363bc163-44fe-48fa-b56b-5e169bfc351b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=363bc163-44fe-48fa-b56b-5e169bfc351b,segment=NetworkSegment(8636de4a-36ea-4924-8940-06449bbd6790),segment_id=8636de4a-36ea-4924-8940-06449bbd6790)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:55.502531 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.507159 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3ffb3d12-9a1a-4033-ba01-4a0d1d0ea013 req-9ff9d3ce-9fc7-46db-b77f-7be609d9d210 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451615 Nov 20 03:30:55.523208 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Calling delete_port for 363bc163-44fe-48fa-b56b-5e169bfc351b owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:55.532937 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] Deleting port 363bc163-44fe-48fa-b56b-5e169bfc351b {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:55.533249 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.599477 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] For port 363bc163-44fe-48fa-b56b-5e169bfc351b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=363bc163-44fe-48fa-b56b-5e169bfc351b,segment=NetworkSegment(8636de4a-36ea-4924-8940-06449bbd6790),segment_id=8636de4a-36ea-4924-8940-06449bbd6790)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:55.599817 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.615052 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] Calling delete_port for 363bc163-44fe-48fa-b56b-5e169bfc351b owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:55.616156 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.646940 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] No DVR routers for this DVR port 363bc163-44fe-48fa-b56b-5e169bfc351b on host dv-cinder-818037-5-smb {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:30:55.652179 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=363bc163-44fe-48fa-b56b-5e169bfc351b,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:55.725024 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.733053 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.746288 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febab526-f038-4192-a904-c2fe7a65c220']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:55.755445 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8636de4a-36ea-4924-8940-06449bbd6790') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:55.755765 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8636de4a-36ea-4924-8940-06449bbd6790') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:55.758227 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] Pushing event deleted for resources: {'Port': ['ID=363bc163-44fe-48fa-b56b-5e169bfc351b,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:55.761899 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab0ef2-2b1b-46f5-93cf-1e963bab4ad4 None None] No DVR routers for this DVR port 363bc163-44fe-48fa-b56b-5e169bfc351b on host dv-cinder-818037-5-smb {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:30:55.767840 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.781378 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.787786 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:30:55.788206 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:30:55.789901 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:30:55.852163 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.859159 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:55.863059 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/febab526-f038-4192-a904-c2fe7a65c220 HTTP/1.1" status: 204 len: 168 time: 0.5994501 Nov 20 03:30:55.878180 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be91eb6-98b9-485c-a3f9-e277574ee7e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=febab526-f038-4192-a904-c2fe7a65c220,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:55.990583 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54184) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:56.037853 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-9fd85e66-e2b3-4467-be8b-5499e46bc14b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca89a4ccce8848e5b7362faa2a81a228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437768 Nov 20 03:30:56.038218 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54186) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:56.060748 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332784f-ef57-4e9c-9521-7c860313dcda req-71536c14-dc0c-401c-be7b-b7a0f4c2b893 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:56.062424 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9332784f-ef57-4e9c-9521-7c860313dcda req-71536c14-dc0c-401c-be7b-b7a0f4c2b893 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0581489 Nov 20 03:30:56.074087 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 55f7506a-1578-4f8b-b790-8c952eeca54b no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:56.089692 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91e2661-9ed5-4e5c-af0f-ef5bd32bf0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:56.098942 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 55f7506a-1578-4f8b-b790-8c952eeca54b {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:56.099548 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 55f7506a-1578-4f8b-b790-8c952eeca54b not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:56.100089 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device bff9ca0a-e358-4417-b650-a30308c599bf no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:56.112171 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91e2661-9ed5-4e5c-af0f-ef5bd32bf0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:56.126758 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9332784f-ef57-4e9c-9521-7c860313dcda req-0e314991-cad4-46b1-8264-3eb514954018 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579689 Nov 20 03:30:56.163647 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91e2661-9ed5-4e5c-af0f-ef5bd32bf0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:56.166791 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a91e2661-9ed5-4e5c-af0f-ef5bd32bf0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:56.168044 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-a91e2661-9ed5-4e5c-af0f-ef5bd32bf0f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8464c77e-4198-47a8-a49f-ace0be86d7ca HTTP/1.1" status: 204 len: 168 time: 0.1288335 Nov 20 03:30:56.176749 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e2661-9ed5-4e5c-af0f-ef5bd32bf0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464c77e-4198-47a8-a49f-ace0be86d7ca,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:56.256395 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: bff9ca0a-e358-4417-b650-a30308c599bf {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:56.256732 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device bff9ca0a-e358-4417-b650-a30308c599bf not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:56.257162 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 363bc163-44fe-48fa-b56b-5e169bfc351b no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:56.287184 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 363bc163-44fe-48fa-b56b-5e169bfc351b {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:56.288041 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 363bc163-44fe-48fa-b56b-5e169bfc351b not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:56.508966 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54192) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:56.554964 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-f7b3896c-e932-4693-ad1e-0d9215d8f7e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0e21bb9f1cf438dbc7256c317c33da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445044 Nov 20 03:30:56.557845 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54196) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:56.632661 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-322dc06f-858b-46de-b7ef-2e740877533e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:56.660370 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-322dc06f-858b-46de-b7ef-2e740877533e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:56.669062 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93542e16-4666-4bb2-aad6-00842e0861d9 req-db91c298-58b8-4a43-90b1-d9b1da6208ff tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:56.670474 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-93542e16-4666-4bb2-aad6-00842e0861d9 req-db91c298-58b8-4a43-90b1-d9b1da6208ff tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 947 time: 0.0740521 Nov 20 03:30:56.736614 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-93542e16-4666-4bb2-aad6-00842e0861d9 req-4a448a28-0a07-44ce-8ec4-51ffa23ac0ca tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591767 Nov 20 03:30:56.746117 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-322dc06f-858b-46de-b7ef-2e740877533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:56.748759 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-322dc06f-858b-46de-b7ef-2e740877533e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:56.749901 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-322dc06f-858b-46de-b7ef-2e740877533e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20008a9e-d9e0-4549-9fc3-03e8d3c4d0d1 HTTP/1.1" status: 204 len: 168 time: 0.1911676 Nov 20 03:30:56.759215 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dc06f-858b-46de-b7ef-2e740877533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20008a9e-d9e0-4549-9fc3-03e8d3c4d0d1,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:56.948957 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-e5b89317-f21b-4d4a-9aec-30a44c770c0c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:56.950687 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-e5b89317-f21b-4d4a-9aec-30a44c770c0c tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 947 time: 0.0562937 Nov 20 03:30:57.053232 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Deleting port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:57.053553 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:57.152813 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] For port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:30:57.153567 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:57.590143 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdc91e-ae0c-4bdf-9a36-ea5a1a0495ca req-1e95cac7-0508-4e20-8900-f3e33522186b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:57.591527 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3cbdc91e-ae0c-4bdf-9a36-ea5a1a0495ca req-1e95cac7-0508-4e20-8900-f3e33522186b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.3742201 Nov 20 03:30:57.681918 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:57.682268 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:57.682580 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.l3_db [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Floating IP 54b86a40-bfb5-4931-a614-d673c775bf95 disassociated. External IP: 172.28.3.228, port: 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772. Nov 20 03:30:57.682907 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Calling delete_port for 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 owned by compute:nova {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:57.708809 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3cbdc91e-ae0c-4bdf-9a36-ea5a1a0495ca req-cd0eecb3-790a-4915-955f-6cb8b9ee7336 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109855 Nov 20 03:30:57.860555 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:57.904669 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda7d6-952e-4fd8-a5e9-6a907de158e7 req-b96f0dad-f106-45f3-9895-c5bb8c96e14b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:57.906019 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0fcda7d6-952e-4fd8-a5e9-6a907de158e7 req-b96f0dad-f106-45f3-9895-c5bb8c96e14b tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0ca9bb-ac37-479a-aeab-e6928b8380cb HTTP/1.1" status: 200 len: 868 time: 0.0924850 Nov 20 03:30:57.908688 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event deleted for resources: {'Port': ['ID=4c4bc7b9-b304-4308-b0e4-eb3d81a4f772,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:58.025388 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-0fcda7d6-952e-4fd8-a5e9-6a907de158e7 req-b54f6b26-2484-457a-96e8-668ed4e06ba2 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups?id=c283e538-328c-47f6-aeb4-d0b6a160332b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116977 Nov 20 03:30:58.055430 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Router bd44aa4f-544b-4447-b7eb-c544d475000a has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:30:58.163378 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:30:58.173469 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] Sync routers for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:30:58.185004 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:58.185563 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:58.204669 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] No DVR routers for this DVR port 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 on host hv-cinder-81803 {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:30:58.207280 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:58.211069 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f66e3684-3a0d-400b-badb-5e5aacbc4f98 req-8ed50431-ef7d-4849-b735-45d1301a293d tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.50 "DELETE /v2.0/ports/4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 HTTP/1.1" status: 204 len: 173 time: 1.2504349 Nov 20 03:30:58.211514 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-deleted', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:30:58.213959 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e69305-8a5d-4d63-a39b-c179eaeaa791" -d '{"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-deleted", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:30:58.251709 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11cf5d7-71f5-4da3-b4fb-f0e335197ff0 x-openstack-request-id: req-a11cf5d7-71f5-4da3-b4fb-f0e335197ff0 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:30:58.252064 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0ca9bb-ac37-479a-aeab-e6928b8380cb", "name": "network-vif-deleted", "tag": "4c4bc7b9-b304-4308-b0e4-eb3d81a4f772", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:30:58.252257 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a11cf5d7-71f5-4da3-b4fb-f0e335197ff0 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:30:58.252666 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0ca9bb-ac37-479a-aeab-e6928b8380cb', 'name': 'network-vif-deleted', 'tag': '4c4bc7b9-b304-4308-b0e4-eb3d81a4f772', 'status': 'completed', 'code': 200} Nov 20 03:30:58.305162 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:58.519504 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:58.545418 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] Checking router: bd44aa4f-544b-4447-b7eb-c544d475000a for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:30:58.554469 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:30:58.555084 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:58.661106 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:30:58.829329 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15862-668e-441e-8505-887574bb1923 req-5f6fe09e-ea99-4676-8583-9499bf8712ac tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:30:58.831090 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b9e15862-668e-441e-8505-887574bb1923 req-5f6fe09e-ea99-4676-8583-9499bf8712ac tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0527508 Nov 20 03:30:58.879512 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:30:58.894007 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b9e15862-668e-441e-8505-887574bb1923 req-ab23e00e-e33c-4e51-89ab-66821e64bc04 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541794 Nov 20 03:30:58.906831 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500c7e5-e573-465e-879e-18a25bd7b9c0 None None] The sync data for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb is: [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:24:45Z', 'revision_number': 4, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'de71090b-472e-47c6-9b70-fd3b0b5178e7', 'name': '', 'network_id': 'cc71dd9b-e4af-4bb0-874d-4ac59d5c2547', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'mac_address': 'fa:16:3e:36:87:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:42Z', 'updated_at': '2021-11-20T03:24:51Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'subnets': [{'id': '1ee7c979-c4c1-48c2-8e6b-02e545494964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:30:59.122080 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54212) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:59.124348 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19649cf-d2a5-48f9-a44e-5f73dbbaaa18 None None] New status for floating IP 54b86a40-bfb5-4931-a614-d673c775bf95: DOWN {{(pid=102587) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:30:59.183635 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-590e2132-9e5b-4054-827e-f9299185ba2a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.211498 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-590e2132-9e5b-4054-827e-f9299185ba2a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.277631 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-590e2132-9e5b-4054-827e-f9299185ba2a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.280719 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-590e2132-9e5b-4054-827e-f9299185ba2a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.281895 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-590e2132-9e5b-4054-827e-f9299185ba2a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "DELETE /v2.0/security-groups/c283e538-328c-47f6-aeb4-d0b6a160332b HTTP/1.1" status: 204 len: 168 time: 0.1586275 Nov 20 03:30:59.285744 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54214) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:59.293048 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e2132-9e5b-4054-827e-f9299185ba2a tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283e538-328c-47f6-aeb4-d0b6a160332b,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:59.310841 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.api.v2.resource [None req-dbdb93bd-4d62-48bb-96ec-442f7a7beb92 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] show failed (client error): The resource could not be found. Nov 20 03:30:59.312687 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-dbdb93bd-4d62-48bb-96ec-442f7a7beb92 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "GET /v2.0/security-groups/c283e538-328c-47f6-aeb4-d0b6a160332b HTTP/1.1" status: 404 len: 347 time: 0.0250597 Nov 20 03:30:59.315836 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54216) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:30:59.440569 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Deleting port 9d6d0406-36d2-42f8-a881-3fff5193f496 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:30:59.440885 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.516574 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.516905 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.529402 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Calling delete_port for 9d6d0406-36d2-42f8-a881-3fff5193f496 owned by network:floatingip {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:30:59.604318 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:30:59.624930 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:30:59.625388 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 4c4bc7b9-b304-4308-b0e4-eb3d81a4f772 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:30:59.676986 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.702236 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Pushing event deleted for resources: {'Port': ['ID=9d6d0406-36d2-42f8-a881-3fff5193f496,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:30:59.767072 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks [] for floatingip, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.769559 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:30:59.770715 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8b15046d-b230-4393-836d-f5eaca9fc7b1 tempest-AttachVolumeShelveTestJSON-1628639060 tempest-AttachVolumeShelveTestJSON-1628639060-project] 10.222.0.53 "DELETE /v2.0/floatingips/54b86a40-bfb5-4931-a614-d673c775bf95 HTTP/1.1" status: 204 len: 168 time: 0.4537096 Nov 20 03:31:00.026290 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8418-1373-4f6d-8a95-97f051e82d0c req-e6994b49-4238-4ec9-b882-a2cabf33de92 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:00.027875 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a63b8418-1373-4f6d-8a95-97f051e82d0c req-e6994b49-4238-4ec9-b882-a2cabf33de92 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0631130 Nov 20 03:31:00.093392 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a63b8418-1373-4f6d-8a95-97f051e82d0c req-1a5e1087-5743-4a1a-b6f3-138f25ef8cbc tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557809 Nov 20 03:31:01.244412 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc72f9-675b-4c61-9b46-5e6d7d5c14c7 req-92376609-334a-4837-b83f-0a3553b8cf1c tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:01.246899 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9cbc72f9-675b-4c61-9b46-5e6d7d5c14c7 req-92376609-334a-4837-b83f-0a3553b8cf1c tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0759859 Nov 20 03:31:01.321834 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9cbc72f9-675b-4c61-9b46-5e6d7d5c14c7 req-a2435b19-d970-4a3c-b0b8-bf37b3dea8b3 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684876 Nov 20 03:31:02.227285 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54242) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:02.443748 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb709ec2-620b-4265-8459-0d757b480f8a req-44f002f8-6441-454a-8a8e-acf53132085b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:02.445247 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-eb709ec2-620b-4265-8459-0d757b480f8a req-44f002f8-6441-454a-8a8e-acf53132085b tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0512836 Nov 20 03:31:02.504978 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-eb709ec2-620b-4265-8459-0d757b480f8a req-cb3cd8b1-b681-412c-9b7a-a5f3234203f2 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534816 Nov 20 03:31:02.797460 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660869'] for router_interface, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.049116 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Deleting port de71090b-472e-47c6-9b70-fd3b0b5178e7 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:03.049332 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.128088 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] For port de71090b-472e-47c6-9b70-fd3b0b5178e7, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=de71090b-472e-47c6-9b70-fd3b0b5178e7,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:03.128439 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.141747 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Calling delete_port for de71090b-472e-47c6-9b70-fd3b0b5178e7 owned by network:router_interface {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:03.333552 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.360098 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Pushing event deleted for resources: {'Port': ['ID=de71090b-472e-47c6-9b70-fd3b0b5178e7,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:03.525160 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1660753'] for router_interface, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:03.642288 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393217a-f926-4b59-aebb-db4dac2c3225 req-a1d57bf8-2533-4f3d-b3dc-820e334a7a5f tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:03.644022 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a393217a-f926-4b59-aebb-db4dac2c3225 req-a1d57bf8-2533-4f3d-b3dc-820e334a7a5f tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0566711 Nov 20 03:31:03.710025 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a393217a-f926-4b59-aebb-db4dac2c3225 req-54b89c46-160b-4ae1-9e95-23806c855dc7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=39da9d1f-a051-4fe5-86cf-332b72a55eba&id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582874 Nov 20 03:31:03.761309 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Router bd44aa4f-544b-4447-b7eb-c544d475000a has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:03.867758 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:03.876057 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-a6917523-a2af-44de-aa15-ad474bc6b561 admin admin] 10.222.0.53 "PUT /v2.0/routers/bd44aa4f-544b-4447-b7eb-c544d475000a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475646 Nov 20 03:31:03.876775 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54252) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:03.888376 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] Sync routers for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:03.899637 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:03.900134 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:03.996575 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.018855 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:04.117917 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.176463 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Deleting port fb5f388e-9acd-4711-8614-b1a2eebd8204 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:04.176817 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.215652 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:31:03Z', 'revision_number': 5, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port': {'id': 'fb5f388e-9acd-4711-8614-b1a2eebd8204', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:24:36Z', 'updated_at': '2021-11-20T03:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:04.245793 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] Checking router: bd44aa4f-544b-4447-b7eb-c544d475000a for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:04.257316 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] Routers {'bd44aa4f-544b-4447-b7eb-c544d475000a'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:04.257938 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['bd44aa4f-544b-4447-b7eb-c544d475000a'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:04.266595 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] For port fb5f388e-9acd-4711-8614-b1a2eebd8204, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=fb5f388e-9acd-4711-8614-b1a2eebd8204,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:04.267288 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.284601 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Calling delete_port for fb5f388e-9acd-4711-8614-b1a2eebd8204 owned by network:router_gateway {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:04.352605 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] Set router bd44aa4f-544b-4447-b7eb-c544d475000a gateway port host: None {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:04.409123 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:31:04Z', 'revision_number': 6, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port_host': None}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:04.437855 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510deb3-a8fd-4737-9f31-523e169894bf None None] The sync data for ids ['bd44aa4f-544b-4447-b7eb-c544d475000a'] in dv-cinder-818037-5-smb is: [{'id': 'bd44aa4f-544b-4447-b7eb-c544d475000a', 'name': 'tempest-AttachVolumeShelveTestJSON-1219983928-router', 'tenant_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:24:34Z', 'updated_at': '2021-11-20T03:31:04Z', 'revision_number': 6, 'project_id': 'b138c523752a4f6da2b64ff7b7c56d06', 'gw_port_host': None}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:04.471140 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.497923 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5f388e-9acd-4711-8614-b1a2eebd8204,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:04.564591 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747471'] for router_gateway, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.672565 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4683'] for router, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.675021 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.740488 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1661866'] for router, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.740983 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd44aa4f-544b-4447-b7eb-c544d475000a {{(pid=102585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:31:04.746253 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.747481 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-2df6dbe3-af15-4570-9e30-ef93a75d66d6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bd44aa4f-544b-4447-b7eb-c544d475000a HTTP/1.1" status: 204 len: 168 time: 0.8697085 Nov 20 03:31:04.750273 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54254) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:04.803330 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fe92fb-3ae5-4fba-b017-5e7b7780a727 admin admin] Deleting subnet 1ee7c979-c4c1-48c2-8e6b-02e545494964 {{(pid=102585) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:31:04.806892 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27fe92fb-3ae5-4fba-b017-5e7b7780a727 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.845519 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27fe92fb-3ae5-4fba-b017-5e7b7780a727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14614112'] for subnet, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:04.960108 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27fe92fb-3ae5-4fba-b017-5e7b7780a727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.014090 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27fe92fb-3ae5-4fba-b017-5e7b7780a727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14160298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12855644'] for subnet, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.042516 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27fe92fb-3ae5-4fba-b017-5e7b7780a727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for subnet, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.048862 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-27fe92fb-3ae5-4fba-b017-5e7b7780a727 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1ee7c979-c4c1-48c2-8e6b-02e545494964 HTTP/1.1" status: 204 len: 168 time: 0.2952929 Nov 20 03:31:05.048862 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe92fb-3ae5-4fba-b017-5e7b7780a727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee7c979-c4c1-48c2-8e6b-02e545494964,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:05.049143 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e9e59-240b-4685-87e7-aee24a78ab53 None None] Network cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:05.050134 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54256) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:05.125124 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.184659 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Deleting port c3420f66-e041-40db-ae31-5abdc2bdb4cf {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:05.185002 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.257287 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] DHCP port deletion for cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 request from dv-cinder-818037-5-smb {{(pid=102586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:31:05.270479 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] For port c3420f66-e041-40db-ae31-5abdc2bdb4cf, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c3420f66-e041-40db-ae31-5abdc2bdb4cf,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:05.270938 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.285956 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Calling delete_port for c3420f66-e041-40db-ae31-5abdc2bdb4cf owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:05.343735 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] Deleting port c3420f66-e041-40db-ae31-5abdc2bdb4cf {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:05.344133 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.390312 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.417862 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] For port c3420f66-e041-40db-ae31-5abdc2bdb4cf, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c3420f66-e041-40db-ae31-5abdc2bdb4cf,segment=NetworkSegment(05426913-6e1c-4983-b162-b82ec6336638),segment_id=05426913-6e1c-4983-b162-b82ec6336638)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:05.418282 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.420808 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] No DVR routers for this DVR port c3420f66-e041-40db-ae31-5abdc2bdb4cf on host dv-cinder-818037-5-smb {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:05.424542 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3420f66-e041-40db-ae31-5abdc2bdb4cf,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:05.437746 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] Calling delete_port for c3420f66-e041-40db-ae31-5abdc2bdb4cf owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:05.499177 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.523501 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc71dd9b-e4af-4bb0-874d-4ac59d5c2547']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:05.536563 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05426913-6e1c-4983-b162-b82ec6336638') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:05.536860 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05426913-6e1c-4983-b162-b82ec6336638') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:05.540989 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.556144 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.577169 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.579173 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] Pushing event deleted for resources: {'Port': ['ID=c3420f66-e041-40db-ae31-5abdc2bdb4cf,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:05.581790 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf65fc4-8059-4f4a-ae2e-68f3948de9f2 None None] No DVR routers for this DVR port c3420f66-e041-40db-ae31-5abdc2bdb4cf on host dv-cinder-818037-5-smb {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:05.585491 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:31:05.586373 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:31:05.588873 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:31:05.659663 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.665640 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.671568 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] 10.222.0.53 "DELETE /v2.0/networks/cc71dd9b-e4af-4bb0-874d-4ac59d5c2547 HTTP/1.1" status: 204 len: 168 time: 0.6178281 Nov 20 03:31:05.682266 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f452097-2764-44c1-be7b-b961efae2c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=cc71dd9b-e4af-4bb0-874d-4ac59d5c2547,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:05.688479 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:31:05.800057 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54260) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:05.847796 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54262) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:05.848340 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-eeb81bc1-e4a4-4d48-8d2b-68c3efe4175b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b138c523752a4f6da2b64ff7b7c56d06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434113 Nov 20 03:31:05.892943 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b3c1380f-bea7-4a8d-a6d8-19d954056af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.915402 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b3c1380f-bea7-4a8d-a6d8-19d954056af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.976634 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b3c1380f-bea7-4a8d-a6d8-19d954056af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.979237 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b3c1380f-bea7-4a8d-a6d8-19d954056af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:05.980549 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-b3c1380f-bea7-4a8d-a6d8-19d954056af2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a88c0c0b-3a22-4d91-bb62-ead2a8c7470e HTTP/1.1" status: 204 len: 168 time: 0.1361339 Nov 20 03:31:05.988378 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1380f-bea7-4a8d-a6d8-19d954056af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88c0c0b-3a22-4d91-bb62-ead2a8c7470e,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:06.089858 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device fb5f388e-9acd-4711-8614-b1a2eebd8204 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:06.115205 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: fb5f388e-9acd-4711-8614-b1a2eebd8204 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:06.115652 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device fb5f388e-9acd-4711-8614-b1a2eebd8204 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:06.116166 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c3420f66-e041-40db-ae31-5abdc2bdb4cf no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:06.136350 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: c3420f66-e041-40db-ae31-5abdc2bdb4cf {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:06.136782 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c3420f66-e041-40db-ae31-5abdc2bdb4cf not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:06.137217 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device de71090b-472e-47c6-9b70-fd3b0b5178e7 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:06.157104 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: de71090b-472e-47c6-9b70-fd3b0b5178e7 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:06.157458 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device de71090b-472e-47c6-9b70-fd3b0b5178e7 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:06.717341 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54284) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:06.819371 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-540269946-network', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:06.844438 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Made reservation on behalf of a9c6d0510eec49f9811a2bbdf44f66a4 for: {'network': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:31:06.846708 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for network, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:06.855981 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:06.933457 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:06.938392 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:06.966953 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102585) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 20 03:31:06.977135 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db2bab8-90b8-4158-ba9e-b99bd9ee339d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:06.987872 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:06.988226 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.segments_db [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Added segment 0aa9c3ea-045f-4666-833b-459274b67d37 of type vlan for network 3a598e91-6e87-4033-bd45-83dd001cc082 Nov 20 03:31:07.028599 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739864894724'] for network, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.057221 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071'] for network, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.058567 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:07.059276 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.117617 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3991625 Nov 20 03:31:07.121632 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54288) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:07.132176 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351060e7-1726-4499-9501-2af9a93967e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a598e91-6e87-4033-bd45-83dd001cc082,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:07.133726 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Request body: {'subnet': {'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-540269946-subnet', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:07.167441 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Made reservation on behalf of a9c6d0510eec49f9811a2bbdf44f66a4 for: {'subnet': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:31:07.170825 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13477294'] for subnet, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.197197 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Network 3a598e91-6e87-4033-bd45-83dd001cc082 details requested by agent ovs-agent-dv-cinder-818037-5-smb with host dv-cinder-818037-5-smb {{(pid=102586) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 20 03:31:07.365187 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15742637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13477264'] for subnet, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.419157 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45f8820-899e-4b86-9caf-b45ca6afba4e,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:07.434731 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Checking segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:07.435122 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Network hostable DHCP agents. Network: 3a598e91-6e87-4033-bd45-83dd001cc082, hostable agents: ['8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d'], hosted agents: [] {{(pid=102584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 20 03:31:07.452255 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Network 3a598e91-6e87-4033-bd45-83dd001cc082 is scheduled to be hosted by DHCP agent 8ec8f89c-06a6-48d5-9a9f-b5ffefe6ac5d with binding_index 1 {{(pid=102584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 20 03:31:07.462615 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-5-smb, 3a598e91-6e87-4033-bd45-83dd001cc082) {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:07.467778 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:07.468368 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.472897 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6de813-66d6-46f1-9c0a-4f4c85a1ce93 None None] Network 3a598e91-6e87-4033-bd45-83dd001cc082 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:07.488435 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-457c1296-ab33-46af-9680-59a228c2850d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3649275 Nov 20 03:31:07.490533 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54290) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:07.496095 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:07.519910 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1659417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6833'] for router, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.522910 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1747544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-323328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.575353 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.632178 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc2eb012-ab43-549e-aadf-34dfc20f528b-3a598e91-6e87-4033-bd45-83dd001cc082', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e'}]}} from dv-cinder-818037-5-smb. {{(pid=102586) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 20 03:31:07.633319 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.720674 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.777718 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.db_base_plugin_common [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Allocated IP 172.20.0.2 (3a598e91-6e87-4033-bd45-83dd001cc082/c45f8820-899e-4b86-9caf-b45ca6afba4e/e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a) {{(pid=102586) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:07.931234 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.935132 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Publish callbacks [] for port, precommit_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.945866 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102'] for port, after_create {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:07.956500 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:08.003659 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Network 3a598e91-6e87-4033-bd45-83dd001cc082 is already hosted by enough agents. {{(pid=102586) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:08.007111 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.scheduler.base_scheduler [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Resources bound (agent type, host, resource id): {{(pid=102586) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:08.009843 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Pushing event updated for resources: {'Port': ['ID=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,revision_number=1']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:08.011764 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Received port after_create {{(pid=102586) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:08.064891 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Attempting to bind port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:31:08.065409 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Attempting to bind port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:31:08.065609 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Attempting to bind port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a on network 3a598e91-6e87-4033-bd45-83dd001cc082 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:31:08.071956 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:31:08.072509 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Checking segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:08.073030 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:08.073514 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Bound using segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:31:08.074059 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Bound port: e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:31:08.074512 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:08.085160 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Allocated IP 172.28.3.214 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/2430de29-2e44-4e8c-945e-4c4824296679) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:08.141051 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] For port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:31:08.144433 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] For port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:31:08.150000 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:08.197588 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:08.216909 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd9ff0-45b7-41b7-9ce0-e18f6c19bdfe None None] Pushing event updated for resources: {'Port': ['ID=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,revision_number=2']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:08.240349 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:08.284717 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:08.289190 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:08.292461 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:08.325303 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Pushing event updated for resources: {'Port': ['ID=2430de29-2e44-4e8c-945e-4c4824296679,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:08.860954 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:09.104719 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1661840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747563'] for router, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:09.168517 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f880276-038c-465a-beda-065fb6b3291e None None] Network 3a598e91-6e87-4033-bd45-83dd001cc082 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:09.295345 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Router 2e9514ca-e01d-4406-b56f-f9185283e44f is scheduled to L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd with binding_index 1 {{(pid=102585) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 20 03:31:09.316647 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-118e479e-8fa7-41ce-8dd8-72d11403fa5f None None] Provisioning complete for port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:09.319032 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-118e479e-8fa7-41ce-8dd8-72d11403fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:09.419037 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:09.432109 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Sync routers for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:09.438954 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:09.440799 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-101d8c9c-26f8-4338-bd62-2415a4a48a78 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9492252 Nov 20 03:31:09.443543 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54292) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:09.460965 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:09.461853 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:09.485700 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-118e479e-8fa7-41ce-8dd8-72d11403fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:09.541684 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-118e479e-8fa7-41ce-8dd8-72d11403fa5f None None] For port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:09.547572 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-118e479e-8fa7-41ce-8dd8-72d11403fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:09.620299 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e479e-8fa7-41ce-8dd8-72d11403fa5f None None] Pushing event updated for resources: {'Port': ['ID=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:09.625973 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:09.779326 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-57bb0c36-ddda-4716-96ce-35d0f61ff4ff None None] Provisioning complete for port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:09.780135 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-57bb0c36-ddda-4716-96ce-35d0f61ff4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:09.947299 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:08Z', 'revision_number': 3, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:09.975735 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Checking router: 2e9514ca-e01d-4406-b56f-f9185283e44f for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:09.976350 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Updating router 2e9514ca-e01d-4406-b56f-f9185283e44f port 2430de29-2e44-4e8c-945e-4c4824296679 binding host dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:31:10.001738 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.012469 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.132614 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:10.195547 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:10.196048 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.206401 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Allocated IP 172.20.0.1 (3a598e91-6e87-4033-bd45-83dd001cc082/c45f8820-899e-4b86-9caf-b45ca6afba4e/f5b10313-be60-488f-b676-e77322783f4b) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:10.335041 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.336176 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Publish callbacks [] for port, precommit_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.342535 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.377614 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.399059 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Attempting to bind port 2430de29-2e44-4e8c-945e-4c4824296679 on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:31:10.399432 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Attempting to bind port 2430de29-2e44-4e8c-945e-4c4824296679 by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:31:10.399831 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Attempting to bind port 2430de29-2e44-4e8c-945e-4c4824296679 on network 1d69fcd6-8932-4c8d-814f-897b225942bc {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:31:10.402887 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Pushing event updated for resources: {'Port': ['ID=2430de29-2e44-4e8c-945e-4c4824296679,revision_number=2']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:10.413524 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.413868 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.414226 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.414536 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.414865 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.415194 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.415524 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.415874 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.416218 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.417554 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.417554 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.417765 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:10.420161 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Network 3a598e91-6e87-4033-bd45-83dd001cc082 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:10.422444 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:31:10.422778 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Checking segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:10.423153 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.423309 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:10.423506 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Bound using segment: {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'} {{(pid=102587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:31:10.424057 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.managers [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Bound port: 2430de29-2e44-4e8c-945e-4c4824296679, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e05cd-1dde-4f1d-bb5a-e247b3e78514', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}}] {{(pid=102587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:31:10.424418 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.427157 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:10.450071 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Pushing event updated for resources: {'Port': ['ID=f5b10313-be60-488f-b676-e77322783f4b,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:10.470131 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1758552'] for router_interface, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.502576 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] For port 2430de29-2e44-4e8c-945e-4c4824296679, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:31:10.513495 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.plugins.ml2.db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] For port 2430de29-2e44-4e8c-945e-4c4824296679, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=2430de29-2e44-4e8c-945e-4c4824296679,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:31:10.525576 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron_lib.callbacks.manager [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.587151 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:10.587828 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:10.639850 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58724-0979-4a72-b156-3cf7fd0b23fb None None] Pushing event updated for resources: {'Port': ['ID=2430de29-2e44-4e8c-945e-4c4824296679,revision_number=3']} {{(pid=102587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:10.652298 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.750908 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:10.824324 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-cf9c2d95-227a-4466-a4cd-9815d2fd964e None None] Provisioning complete for port f5b10313-be60-488f-b676-e77322783f4b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:10.824866 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2d95-227a-4466-a4cd-9815d2fd964e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.826828 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.835600 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.881560 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Pushing event updated for resources: {'Port': ['ID=f5b10313-be60-488f-b676-e77322783f4b,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:10.882159 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c2d95-227a-4466-a4cd-9815d2fd964e None None] Port f5b10313-be60-488f-b676-e77322783f4b cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:31:10.923406 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1758500'] for router_interface, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:10.962328 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:08Z', 'revision_number': 3, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:10.994286 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363820d2-007b-4bc7-8c45-12b1fc1d4fbd None None] The sync data for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb is: [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:08Z', 'revision_number': 3, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:11.029513 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Network 3a598e91-6e87-4033-bd45-83dd001cc082 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:11.032916 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:11.162558 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:11.167614 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Router 2e9514ca-e01d-4406-b56f-f9185283e44f has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:11.325024 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-67bb90ec-9659-48ea-82c5-7784d0c0d7aa None None] Provisioning complete for port f5b10313-be60-488f-b676-e77322783f4b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:11.325633 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-67bb90ec-9659-48ea-82c5-7784d0c0d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:11.325894 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:11.332106 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-9600e9fe-c4f3-44e9-a1ee-020db6f5059f admin admin] 10.222.0.53 "PUT /v2.0/routers/2e9514ca-e01d-4406-b56f-f9185283e44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8870804 Nov 20 03:31:11.392569 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-67bb90ec-9659-48ea-82c5-7784d0c0d7aa None None] Port f5b10313-be60-488f-b676-e77322783f4b cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:31:11.881688 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54300) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:11.886795 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-b920f5bb-ab73-4045-9dba-625f8336108b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836513841', 'description': 'tempest-description--722114637'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:11.913531 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b920f5bb-ab73-4045-9dba-625f8336108b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:11.985815 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b920f5bb-ab73-4045-9dba-625f8336108b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:11.990262 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b920f5bb-ab73-4045-9dba-625f8336108b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.019545 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920f5bb-ab73-4045-9dba-625f8336108b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a2b22-d1e6-489c-9d65-0350b278dc4d,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:12.025443 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b920f5bb-ab73-4045-9dba-625f8336108b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.027043 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-b920f5bb-ab73-4045-9dba-625f8336108b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1442802 Nov 20 03:31:12.030017 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54302) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:12.034476 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-b1f6f617-1373-44b3-bf26-f45affa8762f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'security_group_rule': {'security_group_id': 'de8a2b22-d1e6-489c-9d65-0350b278dc4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:12.063229 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f617-1373-44b3-bf26-f45affa8762f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.110891 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 2430de29-2e44-4e8c-945e-4c4824296679 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:12.128569 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f617-1373-44b3-bf26-f45affa8762f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.133963 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f617-1373-44b3-bf26-f45affa8762f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.155441 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6f617-1373-44b3-bf26-f45affa8762f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624877a6-8176-42b3-92f9-04047fb9933a,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:12.165798 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 2430de29-2e44-4e8c-945e-4c4824296679 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:12.166366 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.170190 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f617-1373-44b3-bf26-f45affa8762f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.174496 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-b1f6f617-1373-44b3-bf26-f45affa8762f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434965 Nov 20 03:31:12.175226 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54304) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:12.183996 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-6987c9bd-b5d7-469f-9040-5281a2f260e7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'security_group_rule': {'security_group_id': 'de8a2b22-d1e6-489c-9d65-0350b278dc4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:12.220873 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6987c9bd-b5d7-469f-9040-5281a2f260e7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.257485 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.281813 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] For port 2430de29-2e44-4e8c-945e-4c4824296679, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=2430de29-2e44-4e8c-945e-4c4824296679,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:12.283609 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6987c9bd-b5d7-469f-9040-5281a2f260e7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.287194 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.288240 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6987c9bd-b5d7-469f-9040-5281a2f260e7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.306819 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987c9bd-b5d7-469f-9040-5281a2f260e7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8136c18-fe4d-416c-b69f-c15fd3e862d3,revision_number=0']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:12.317005 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6987c9bd-b5d7-469f-9040-5281a2f260e7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.321432 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-6987c9bd-b5d7-469f-9040-5281a2f260e7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451013 Nov 20 03:31:12.321571 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54306) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:12.326835 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'floatingip': {'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:12.345163 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Pushing event updated for resources: {'Port': ['ID=2430de29-2e44-4e8c-945e-4c4824296679,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:12.353793 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.455582 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.566176 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Allocated IP 172.28.3.233 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/93999cec-280d-4e6b-a664-811e48b4b33e) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:12.672419 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.708493 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.740800 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Sync routers for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:12.748835 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:12.752468 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:12.753102 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:12.754131 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:12.759619 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:12.764854 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'Port': ['ID=93999cec-280d-4e6b-a664-811e48b4b33e,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:12.850598 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:12.860033 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:12.886669 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.041224 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.047056 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.066243 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 2, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:13.092404 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Checking router: 2e9514ca-e01d-4406-b56f-f9185283e44f for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:13.092764 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Updating router 2e9514ca-e01d-4406-b56f-f9185283e44f port f5b10313-be60-488f-b676-e77322783f4b binding host dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 20 03:31:13.112654 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'Port': ['ID=93999cec-280d-4e6b-a664-811e48b4b33e,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:13.116787 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.125241 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.142566 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.143922 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-dce9a9fd-28c6-4418-a0d1-71123a50ab3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8212237 Nov 20 03:31:13.302653 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-95915455-6e21-4d20-a9f5-4339dada2530 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--836513841&fields=id&tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4 HTTP/1.1" status: 200 len: 267 time: 0.0497534 Nov 20 03:31:13.387960 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Publish callbacks [] for port, precommit_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.395071 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.410926 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-22bdf61c-521c-4a2c-aa71-3f625ed4feed tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:13.413829 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-22bdf61c-521c-4a2c-aa71-3f625ed4feed tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 810 time: 0.1039948 Nov 20 03:31:13.428903 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-c46d59a5-07e5-47ac-8494-97408a1cff3c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/quotas/a9c6d0510eec49f9811a2bbdf44f66a4 HTTP/1.1" status: 200 len: 375 time: 0.0104489 Nov 20 03:31:13.439758 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb8a52-8f38-48b8-99cf-bd31096eccab None None] Pushing event updated for resources: {'Port': ['ID=f5b10313-be60-488f-b676-e77322783f4b,revision_number=3']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:13.509342 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Attempting to bind port f5b10313-be60-488f-b676-e77322783f4b on host dv-cinder-818037-5-smb for vnic_type normal with profile {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:31:13.509868 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-24b0a7f1-b922-48f1-a88b-6cb0d8196aa6 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709050 Nov 20 03:31:13.512118 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Attempting to bind port f5b10313-be60-488f-b676-e77322783f4b by drivers openvswitch,hyperv on host dv-cinder-818037-5-smb at level 0 using segments [{'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:31:13.512498 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Attempting to bind port f5b10313-be60-488f-b676-e77322783f4b on network 3a598e91-6e87-4033-bd45-83dd001cc082 {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:31:13.518332 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Checking agent: {'id': '7889e7ba-25df-444a-a583-28b95549ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 16, 52), 'started_at': datetime.datetime(2021, 11, 20, 3, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:31:13.518848 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Checking segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:13.519388 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.519652 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Bound using segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} {{(pid=102586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:31:13.520820 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.managers [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Bound port: f5b10313-be60-488f-b676-e77322783f4b, host: dv-cinder-818037-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'}}] {{(pid=102586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:31:13.521385 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.598562 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] For port f5b10313-be60-488f-b676-e77322783f4b, host dv-cinder-818037-5-smb, cleared binding levels {{(pid=102586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:31:13.603159 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] For port f5b10313-be60-488f-b676-e77322783f4b, host dv-cinder-818037-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=f5b10313-be60-488f-b676-e77322783f4b,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:31:13.609332 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.634056 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-5c736892-c7ec-4118-b1bb-1a1c27a9423e service neutron] 10.222.0.53 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038404 Nov 20 03:31:13.679679 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:13.680331 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:30:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:13.717032 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb8a52-8f38-48b8-99cf-bd31096eccab None None] Pushing event updated for resources: {'Port': ['ID=f5b10313-be60-488f-b676-e77322783f4b,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:13.764477 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-40fbd677-cdc6-416c-85d0-e45f1405cd90 service neutron] 10.222.0.53 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220419 Nov 20 03:31:13.785743 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-665464f2-10ad-4417-aa58-8f64cbefc169 None None] Provisioning complete for port f5b10313-be60-488f-b676-e77322783f4b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:13.786107 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-665464f2-10ad-4417-aa58-8f64cbefc169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:13.856869 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:13.958792 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-11bd8ea9-e679-465d-b088-2a814a4524f7 req-0a8d0d86-4989-41a7-8b7d-0fbed5c46c10 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 210 time: 0.0322802 Nov 20 03:31:14.097146 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 2430de29-2e44-4e8c-945e-4c4824296679 up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:14.170860 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-665464f2-10ad-4417-aa58-8f64cbefc169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:14.241754 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-665464f2-10ad-4417-aa58-8f64cbefc169 None None] For port f5b10313-be60-488f-b676-e77322783f4b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=f5b10313-be60-488f-b676-e77322783f4b,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:14.250482 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-665464f2-10ad-4417-aa58-8f64cbefc169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:14.261374 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port 2430de29-2e44-4e8c-945e-4c4824296679 triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:14.261795 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:14.361732 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665464f2-10ad-4417-aa58-8f64cbefc169 None None] Pushing event updated for resources: {'Port': ['ID=f5b10313-be60-488f-b676-e77322783f4b,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:14.399428 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-27496c69-0aef-41b0-927f-d3a8d7e4edf7 None None] Provisioning complete for port f5b10313-be60-488f-b676-e77322783f4b triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:14.399812 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-27496c69-0aef-41b0-927f-d3a8d7e4edf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:14.440809 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:13Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:14.483735 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d141d9-8de7-48c0-b756-c04cd5eca002 None None] The sync data for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb is: [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:13Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:15.086283 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2f9ce51d-dc07-426d-8623-0c5ae5b0ad2f req-21c107d9-5061-4514-a62b-19834e32adc9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 210 time: 0.0421464 Nov 20 03:31:15.095544 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-31ac80f0-8a8d-45f7-9d32-7e37fa837ced tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:15.097471 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-31ac80f0-8a8d-45f7-9d32-7e37fa837ced tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 810 time: 0.1461234 Nov 20 03:31:15.193894 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-8ef23340-2111-4081-9ed8-383bd08fe0d5 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4 HTTP/1.1" status: 200 len: 379 time: 0.0632577 Nov 20 03:31:15.206091 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'port': {'device_id': '624a1ea7-0d52-463d-954a-620402bbc199', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'admin_state_up': True, 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'security_groups': ['de8a2b22-d1e6-489c-9d65-0350b278dc4d']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:15.325242 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Made reservation on behalf of a9c6d0510eec49f9811a2bbdf44f66a4 for: {'port': 1} {{(pid=102585) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:31:15.329012 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:15.714799 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.db_base_plugin_common [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Allocated IP 172.20.0.14 (3a598e91-6e87-4033-bd45-83dd001cc082/c45f8820-899e-4b86-9caf-b45ca6afba4e/fc95a63c-8042-4689-adfe-a680b29d232e) {{(pid=102585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:31:15.850353 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for port, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:15.890735 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:15.945977 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Network 3a598e91-6e87-4033-bd45-83dd001cc082 is already hosted by enough agents. {{(pid=102585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:31:15.950305 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.base_scheduler [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Resources bound (agent type, host, resource id): {{(pid=102585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:31:15.953302 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Received port after_create {{(pid=102585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:31:15.980452 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'Port': ['ID=fc95a63c-8042-4689-adfe-a680b29d232e,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:16.018397 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.019010 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.039091 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-bfffbabf-bcfa-4576-b7ca-6840d2e2295c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8369832 Nov 20 03:31:16.061698 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Request body: {'port': {'device_id': '624a1ea7-0d52-463d-954a-620402bbc199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:16.112544 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device f5b10313-be60-488f-b676-e77322783f4b up at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:16.132309 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.188901 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Provisioning complete for port f5b10313-be60-488f-b676-e77322783f4b triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:16.189278 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.216481 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-a8eee126-82d5-4324-a531-ca2598e3f888 None None] Provisioning complete for port fc95a63c-8042-4689-adfe-a680b29d232e triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:16.216837 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-a8eee126-82d5-4324-a531-ca2598e3f888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.263122 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-a8eee126-82d5-4324-a531-ca2598e3f888 None None] Port fc95a63c-8042-4689-adfe-a680b29d232e cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:31:16.293034 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a1d0-55e4-431c-bbe0-6c27e461d267 req-56b92ffa-cfe2-43b2-881c-308948f9af63 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.294577 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c678a1d0-55e4-431c-bbe0-6c27e461d267 req-56b92ffa-cfe2-43b2-881c-308948f9af63 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 932 time: 0.1231899 Nov 20 03:31:16.331446 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-03822819-3c3b-4ef0-9c15-144c332365d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.398078 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c678a1d0-55e4-431c-bbe0-6c27e461d267 req-5084afb6-19f1-4669-b416-33678f41c7c8 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951135 Nov 20 03:31:16.475914 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc95a63c-8042-4689-adfe-a680b29d232e {{(pid=102585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:31:16.483611 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.496179 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.provisioning_blocks [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Transition to ACTIVE for port object fc95a63c-8042-4689-adfe-a680b29d232e will not be triggered until provisioned by entity L2. {{(pid=102585) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:31:16.501340 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.551390 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc95a63c-8042-4689-adfe-a680b29d232e,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:16.627325 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Attempting to bind port fc95a63c-8042-4689-adfe-a680b29d232e on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:31:16.627648 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Attempting to bind port fc95a63c-8042-4689-adfe-a680b29d232e by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:31:16.628073 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Attempting to bind port fc95a63c-8042-4689-adfe-a680b29d232e on network 3a598e91-6e87-4033-bd45-83dd001cc082 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:31:16.633357 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Port fc95a63c-8042-4689-adfe-a680b29d232e on network 3a598e91-6e87-4033-bd45-83dd001cc082 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:31:16.633671 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Attempting to bind port fc95a63c-8042-4689-adfe-a680b29d232e on network 3a598e91-6e87-4033-bd45-83dd001cc082 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:31:16.639254 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:31:16.639592 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Checking segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:31:16.640013 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Bound using segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:31:16.640443 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Bound port: fc95a63c-8042-4689-adfe-a680b29d232e, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:31:16.640795 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.706188 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] For port fc95a63c-8042-4689-adfe-a680b29d232e, host hv-cinder-81803, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:31:16.709624 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] For port fc95a63c-8042-4689-adfe-a680b29d232e, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fc95a63c-8042-4689-adfe-a680b29d232e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:31:16.715886 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.751423 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.752037 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:16.753473 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] 10.222.0.50 "PUT /v2.0/ports/fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 200 len: 1094 time: 0.6968546 Nov 20 03:31:16.753909 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624a1ea7-0d52-463d-954a-620402bbc199', 'tag': 'fc95a63c-8042-4689-adfe-a680b29d232e'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:16.756194 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "624a1ea7-0d52-463d-954a-620402bbc199", "tag": "fc95a63c-8042-4689-adfe-a680b29d232e"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:16.787906 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565203a6-7c51-4aec-b905-f1f315f86ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc95a63c-8042-4689-adfe-a680b29d232e,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:16.800598 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464c31fe-0d2d-42e6-83a6-c99104e1b260 x-openstack-request-id: req-464c31fe-0d2d-42e6-83a6-c99104e1b260 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:16.800931 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624a1ea7-0d52-463d-954a-620402bbc199", "tag": "fc95a63c-8042-4689-adfe-a680b29d232e", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:16.801187 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-464c31fe-0d2d-42e6-83a6-c99104e1b260 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:16.801658 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624a1ea7-0d52-463d-954a-620402bbc199', 'tag': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'status': 'completed', 'code': 200} Nov 20 03:31:16.862746 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-28adb498-a553-4375-b006-e0c697a59453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.864413 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-28adb498-a553-4375-b006-e0c697a59453 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 1097 time: 0.0443089 Nov 20 03:31:16.916987 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-ad11d26d-3009-426c-a513-fdd2d7ea2a85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 200 len: 217 time: 0.0382104 Nov 20 03:31:16.968703 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-05b6438e-cb97-4d2c-8d7f-3246372cf018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:16.970180 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-05b6438e-cb97-4d2c-8d7f-3246372cf018 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0460572 Nov 20 03:31:17.015876 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-77766048-04e6-4648-94c1-d7bafaf04edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:17.017443 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-77766048-04e6-4648-94c1-d7bafaf04edc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408270 Nov 20 03:31:17.113056 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-e0a81725-11b3-49ff-8ee8-117655b4fa0b service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885105 Nov 20 03:31:17.205731 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6901b1c-8682-4b89-ab04-e2154b23ae31 req-65a65a92-6677-4c37-a2b9-813a899f8aa8 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854635 Nov 20 03:31:17.359380 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-5caf12d4-eb23-4b16-b403-013425df71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:17.360938 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-5caf12d4-eb23-4b16-b403-013425df71f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 1097 time: 0.0530944 Nov 20 03:31:17.456623 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-e745a6c7-6ddd-4303-9518-5eae754eb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:17.458353 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-e745a6c7-6ddd-4303-9518-5eae754eb1ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.0897129 Nov 20 03:31:17.509423 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-56384adb-fae8-4d8b-8a30-0feac66f3524 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 200 len: 217 time: 0.0428736 Nov 20 03:31:17.583404 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b3d0e-c4dc-4ee8-8a64-eea49843851c req-1ed57085-6f7d-4c42-ae0b-f7ce27d3b530 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:17.584864 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-120b3d0e-c4dc-4ee8-8a64-eea49843851c req-1ed57085-6f7d-4c42-ae0b-f7ce27d3b530 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 944 time: 0.1122739 Nov 20 03:31:17.586365 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-67a4f160-8041-44a7-ae96-a19469416f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:17.587828 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-67a4f160-8041-44a7-ae96-a19469416f74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0615427 Nov 20 03:31:17.656486 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-120b3d0e-c4dc-4ee8-8a64-eea49843851c req-be7a7058-1ea4-4496-9bb5-c0b7cd608869 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652220 Nov 20 03:31:17.662785 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-69c14899-6e13-4102-b1d2-cc4ce222d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:17.664225 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-69c14899-6e13-4102-b1d2-cc4ce222d704 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0661337 Nov 20 03:31:17.757270 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-8013c907-2299-4b48-8452-4b34851fe6bf service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855203 Nov 20 03:31:17.844934 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4aa84db3-85d7-44e3-8919-4ab77b64a2c9 req-8c077404-042d-46fc-991d-cb464427d234 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801270 Nov 20 03:31:18.540656 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bb974e36-fc64-4d64-9849-4f2ae3e8feb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:18.801063 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fd710-8721-4a56-9987-d4dc1e5dc883 req-93ff1767-1e17-4156-9d40-8664d0e024cb tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:18.802546 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e22fd710-8721-4a56-9987-d4dc1e5dc883 req-93ff1767-1e17-4156-9d40-8664d0e024cb tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 944 time: 0.0552411 Nov 20 03:31:18.852259 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e22fd710-8721-4a56-9987-d4dc1e5dc883 req-80173ea6-b22d-4045-843f-11781ce3c00f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433056 Nov 20 03:31:19.718053 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device fc95a63c-8042-4689-adfe-a680b29d232e details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:31:19.802959 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:19.839369 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port fc95a63c-8042-4689-adfe-a680b29d232e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fc95a63c-8042-4689-adfe-a680b29d232e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:19.850786 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'port_id': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'mac_address': 'fa:16:3e:16:60:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:31:19.888812 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:19.902894 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc95a63c-8042-4689-adfe-a680b29d232e {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:31:19.924391 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port fc95a63c-8042-4689-adfe-a680b29d232e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fc95a63c-8042-4689-adfe-a680b29d232e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:19.929833 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:19.973176 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163c6d-8ab2-44b4-8305-a3da1f473bd0 req-cd0f89c6-1ed9-4eba-b2d6-d6dadd7d6a0f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:19.974551 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb163c6d-8ab2-44b4-8305-a3da1f473bd0 req-cd0f89c6-1ed9-4eba-b2d6-d6dadd7d6a0f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 945 time: 0.0527854 Nov 20 03:31:19.977140 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=fc95a63c-8042-4689-adfe-a680b29d232e,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:20.030893 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb163c6d-8ab2-44b4-8305-a3da1f473bd0 req-b3b3c091-9e30-4bb6-b048-08e153476b12 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490324 Nov 20 03:31:20.249800 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['fc95a63c-8042-4689-adfe-a680b29d232e'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:31:21.093541 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:21.160738 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6138ee-b30d-433a-89a2-6d944a902854 req-6efafcb6-0498-4697-8304-b713c4cece79 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:21.162216 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb6138ee-b30d-433a-89a2-6d944a902854 req-6efafcb6-0498-4697-8304-b713c4cece79 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 945 time: 0.0495527 Nov 20 03:31:21.216223 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb6138ee-b30d-433a-89a2-6d944a902854 req-34a9abaa-9255-419c-b41f-4635191e416e tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476847 Nov 20 03:31:21.714321 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device fc95a63c-8042-4689-adfe-a680b29d232e up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:31:21.765384 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:21.784510 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port fc95a63c-8042-4689-adfe-a680b29d232e completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:31:21.788635 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port fc95a63c-8042-4689-adfe-a680b29d232e triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:21.788998 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:21.870547 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:21.894409 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624a1ea7-0d52-463d-954a-620402bbc199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc95a63c-8042-4689-adfe-a680b29d232e'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:21.896736 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d008e53-ba57-4ecc-8b50-93e17ef7f36f" -d '{"events": [{"server_uuid": "624a1ea7-0d52-463d-954a-620402bbc199", "name": "network-vif-plugged", "status": "completed", "tag": "fc95a63c-8042-4689-adfe-a680b29d232e"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:21.910383 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port fc95a63c-8042-4689-adfe-a680b29d232e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fc95a63c-8042-4689-adfe-a680b29d232e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:21.917139 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:21.940609 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c428483a-2604-4d64-a2b6-44fdf35fd1c4 x-openstack-request-id: req-c428483a-2604-4d64-a2b6-44fdf35fd1c4 {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:21.941047 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624a1ea7-0d52-463d-954a-620402bbc199", "name": "network-vif-plugged", "status": "completed", "tag": "fc95a63c-8042-4689-adfe-a680b29d232e", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:21.941170 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c428483a-2604-4d64-a2b6-44fdf35fd1c4 {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:21.941655 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624a1ea7-0d52-463d-954a-620402bbc199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'code': 200} Nov 20 03:31:21.971375 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=fc95a63c-8042-4689-adfe-a680b29d232e,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:22.146125 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bc3bf-6716-4ff3-9f32-da502c9d21c7 req-ad1e48d3-a127-4ca2-bc9d-7a36cbcd7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:22.147709 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-145bc3bf-6716-4ff3-9f32-da502c9d21c7 req-ad1e48d3-a127-4ca2-bc9d-7a36cbcd7ca7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 1099 time: 0.0428212 Nov 20 03:31:22.194439 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-145bc3bf-6716-4ff3-9f32-da502c9d21c7 req-015580e8-3884-4a78-be59-2399246b3e23 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366378 Nov 20 03:31:22.336165 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb81e9-8578-467f-8f1a-ef7992b8869c req-6ff6e384-c66b-4ffd-a282-a04a2a8eaaad tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:22.337685 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37eb81e9-8578-467f-8f1a-ef7992b8869c req-6ff6e384-c66b-4ffd-a282-a04a2a8eaaad tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0521996 Nov 20 03:31:22.393229 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37eb81e9-8578-467f-8f1a-ef7992b8869c req-d2968839-d712-4d56-a101-f78d8ae209aa tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467403 Nov 20 03:31:23.535907 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c6593-6c3c-49df-8e30-1ff52cdca0e2 req-9c3e1489-48d9-48d1-8253-f6168035d75a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:23.537405 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d79c6593-6c3c-49df-8e30-1ff52cdca0e2 req-9c3e1489-48d9-48d1-8253-f6168035d75a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0606761 Nov 20 03:31:23.588030 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d79c6593-6c3c-49df-8e30-1ff52cdca0e2 req-22e49af4-eae9-438d-bd75-b89fd522ec6e tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Nov 20 03:31:23.722289 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7398428-df95-4bf4-aebd-434faaadd192 req-e35eee5e-fab1-4763-ac9e-6970ff879011 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:23.723763 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e7398428-df95-4bf4-aebd-434faaadd192 req-e35eee5e-fab1-4763-ac9e-6970ff879011 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0572088 Nov 20 03:31:23.733988 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54358) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:23.738458 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'floatingip': {'port_id': 'fc95a63c-8042-4689-adfe-a680b29d232e'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:23.782624 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:24.235842 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:24.241744 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:24.343913 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.l3_db [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Floating IP 68bd49df-092a-41fd-831e-0d5f6b3b5394 associated. External IP: 172.28.3.233, port: fc95a63c-8042-4689-adfe-a680b29d232e. Nov 20 03:31:24.574860 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Router 2e9514ca-e01d-4406-b56f-f9185283e44f has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:24.696958 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:24.703066 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:24.708823 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0594-3284-4839-a315-c94e28114921 None None] Sync routers for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:24.718974 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc0594-3284-4839-a315-c94e28114921 None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:24.719722 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-21bc0594-3284-4839-a315-c94e28114921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:31:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:24.733860 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-f380898b-be2e-47d9-b51b-ed2667b64cde tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "PUT /v2.0/floatingips/68bd49df-092a-41fd-831e-0d5f6b3b5394 HTTP/1.1" status: 200 len: 992 time: 0.9961379 Nov 20 03:31:24.733860 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624a1ea7-0d52-463d-954a-620402bbc199', 'tag': 'fc95a63c-8042-4689-adfe-a680b29d232e'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:24.734285 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb" -d '{"events": [{"name": "network-changed", "server_uuid": "624a1ea7-0d52-463d-954a-620402bbc199", "tag": "fc95a63c-8042-4689-adfe-a680b29d232e"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:24.780173 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfd7f34-f0f2-4d9f-89d9-9cf301dc7e30 x-openstack-request-id: req-5bfd7f34-f0f2-4d9f-89d9-9cf301dc7e30 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:24.782342 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624a1ea7-0d52-463d-954a-620402bbc199", "tag": "fc95a63c-8042-4689-adfe-a680b29d232e", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:24.782601 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bfd7f34-f0f2-4d9f-89d9-9cf301dc7e30 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:24.783007 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624a1ea7-0d52-463d-954a-620402bbc199', 'tag': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'status': 'completed', 'code': 200} Nov 20 03:31:24.829008 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-21bc0594-3284-4839-a315-c94e28114921 None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:24.873519 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-0842261d-55d1-4834-8229-e5983eab697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:24.875652 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-0842261d-55d1-4834-8229-e5983eab697e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 1099 time: 0.0426884 Nov 20 03:31:24.971166 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-8fad10c7-2eee-463d-b836-56c0e9e94b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:24.972726 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-8fad10c7-2eee-463d-b836-56c0e9e94b4c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.0892708 Nov 20 03:31:25.039593 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-04c8e6d4-3837-44bb-827f-71cd6129cb64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 200 len: 1000 time: 0.0596602 Nov 20 03:31:25.055074 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-21bc0594-3284-4839-a315-c94e28114921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '68bd49df-092a-41fd-831e-0d5f6b3b5394', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'port_id': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'mac_address': 'fa:16:3e:16:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624a1ea7-0d52-463d-954a-620402bbc199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:12Z', 'updated_at': '2021-11-20T03:31:24Z', 'revision_number': 1, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:25.086050 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0594-3284-4839-a315-c94e28114921 None None] Checking router: 2e9514ca-e01d-4406-b56f-f9185283e44f for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:25.094719 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-a9a7e5ff-2591-48de-a39a-a3ae117508aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:25.095348 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc0594-3284-4839-a315-c94e28114921 None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:25.096067 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-21bc0594-3284-4839-a315-c94e28114921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:31:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:25.096316 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-a9a7e5ff-2591-48de-a39a-a3ae117508aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0492697 Nov 20 03:31:25.141827 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-dc475bff-9360-4c4f-9ccf-7873c06585cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:25.143343 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-dc475bff-9360-4c4f-9ccf-7873c06585cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0401473 Nov 20 03:31:25.206121 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-21bc0594-3284-4839-a315-c94e28114921 None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:25.231341 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-5aaba70e-5393-43ea-a7e2-915a4c93527b service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803642 Nov 20 03:31:25.326662 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89b9aac0-3752-4e9e-9aee-fe1401c7cceb req-1fa3842e-5d63-4aab-ae78-c08352aee93a service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877421 Nov 20 03:31:25.526405 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-21bc0594-3284-4839-a315-c94e28114921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '68bd49df-092a-41fd-831e-0d5f6b3b5394', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'port_id': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'mac_address': 'fa:16:3e:16:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624a1ea7-0d52-463d-954a-620402bbc199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:12Z', 'updated_at': '2021-11-20T03:31:24Z', 'revision_number': 1, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:25.556727 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0594-3284-4839-a315-c94e28114921 None None] The sync data for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb is: [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '68bd49df-092a-41fd-831e-0d5f6b3b5394', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'port_id': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'mac_address': 'fa:16:3e:16:60:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624a1ea7-0d52-463d-954a-620402bbc199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:31:12Z', 'updated_at': '2021-11-20T03:31:24Z', 'revision_number': 1, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:25.751588 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc89b4-5064-43a6-a986-e309ddea6c89 None None] New status for floating IP 68bd49df-092a-41fd-831e-0d5f6b3b5394: ACTIVE {{(pid=102586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:31:36.257993 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-1d526410-66e4-4fb3-b90d-812c7f07e5c7 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837130254&fields=id&tenant_id=16c7576611e740ac8412602d1c269282 HTTP/1.1" status: 200 len: 267 time: 0.0460215 Nov 20 03:31:36.317168 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-67ceaf9f-591f-4000-ad7e-3fb547d39b5f tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:36.318735 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-67ceaf9f-591f-4000-ad7e-3fb547d39b5f tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 985 time: 0.0527859 Nov 20 03:31:36.330155 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Request body: {'port': {'security_groups': ['1893b6cf-a134-4d3e-b7a7-11fd559b0a08']}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:31:36.404639 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.584969 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] For port fb1480b4-1e42-452f-9aaf-90278d2cc363, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:36.614009 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.620843 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14160252'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.659534 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['fb1480b4-1e42-452f-9aaf-90278d2cc363'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:31:36.664196 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:36.664799 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.666173 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-21d8fbd1-a938-4e65-a442-0d5a077348bb req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "PUT /v2.0/ports/fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 943 time: 0.3407121 Nov 20 03:31:36.666646 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:36.668903 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:36.674218 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54390) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:36.725784 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a083cf-0772-4cf6-afb1-a5e96b5e3fe1 x-openstack-request-id: req-51a083cf-0772-4cf6-afb1-a5e96b5e3fe1 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:36.726130 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:36.726321 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51a083cf-0772-4cf6-afb1-a5e96b5e3fe1 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:36.726706 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'status': 'completed', 'code': 200} Nov 20 03:31:36.728941 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event updated for resources: {'Port': ['ID=fb1480b4-1e42-452f-9aaf-90278d2cc363,revision_number=7']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:36.741161 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.741497 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.741829 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.742651 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.742651 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.742864 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.743086 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.743525 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.743753 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.744115 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.744408 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.745337 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b0f3fb-f927-464b-8e92-f3c35946a54d tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:36.779362 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3b64-9b99-4672-a896-ccf36a44e402 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.818493 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['fb1480b4-1e42-452f-9aaf-90278d2cc363'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:31:36.846568 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3b64-9b99-4672-a896-ccf36a44e402 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.864309 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-68ad4c8d-e7cc-4196-8ec2-10d8bc8fb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:36.865813 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-68ad4c8d-e7cc-4196-8ec2-10d8bc8fb6e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16c7576611e740ac8412602d1c269282&device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1099 time: 0.0844555 Nov 20 03:31:36.924309 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-095ab813-b0ec-4648-9c86-cd5f5b6f6048 None None] Provisioning complete for port fb1480b4-1e42-452f-9aaf-90278d2cc363 triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:31:36.924588 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-095ab813-b0ec-4648-9c86-cd5f5b6f6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.966749 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3b64-9b99-4672-a896-ccf36a44e402 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.969313 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a8d3b64-9b99-4672-a896-ccf36a44e402 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:36.970492 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-1a8d3b64-9b99-4672-a896-ccf36a44e402 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "DELETE /v2.0/security-groups/39da9d1f-a051-4fe5-86cf-332b72a55eba HTTP/1.1" status: 204 len: 168 time: 0.2953565 Nov 20 03:31:36.974034 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54392) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:36.992369 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d3b64-9b99-4672-a896-ccf36a44e402 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da9d1f-a051-4fe5-86cf-332b72a55eba,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:36.994617 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-6b7989de-49df-4158-be4e-078c8e92d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:36.996145 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-6b7989de-49df-4158-be4e-078c8e92d4e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 200 len: 915 time: 0.1094537 Nov 20 03:31:37.148975 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Deleting port f2de0172-0857-4720-b4ca-e854ee028d77 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:37.149244 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:37.227615 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:37.227951 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:37.240385 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Calling delete_port for f2de0172-0857-4720-b4ca-e854ee028d77 owned by network:floatingip {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:37.327392 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-3cefa0d5-b5f6-4238-829b-19072255b16e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 1001 time: 0.3226457 Nov 20 03:31:37.379450 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-7c8d88be-1dac-4cb1-be34-e2466e8b47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:37.381089 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-7c8d88be-1dac-4cb1-be34-e2466e8b47ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0396e7b-0677-4eef-9103-38b737267f3e HTTP/1.1" status: 200 len: 853 time: 0.0444281 Nov 20 03:31:37.419388 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:37.431915 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-185c10aa-785c-4920-98f3-777a9540b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:37.433529 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-185c10aa-785c-4920-98f3-777a9540b7c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0431755 Nov 20 03:31:37.442383 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event deleted for resources: {'Port': ['ID=f2de0172-0857-4720-b4ca-e854ee028d77,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:37.452236 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.452573 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.452909 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.453290 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.453631 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.453962 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.454295 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.454662 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.454989 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.455312 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.455662 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.456008 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:31:37.518004 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:37.518322 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.l3_db [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Floating IP fa57a730-e9bc-45aa-ba69-a90a5ab24b34 disassociated (deleted). External IP: 172.28.3.34, port: fb1480b4-1e42-452f-9aaf-90278d2cc363. Nov 20 03:31:37.530997 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-60edb035-eafb-412c-9efa-c60150aa0413 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885727 Nov 20 03:31:37.630174 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6d4f25a6-7692-40b3-bd90-6ff32e67f12c req-469b05b2-5302-4dbb-9048-b4ece0a1c765 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911150 Nov 20 03:31:37.748031 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:38.129355 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:38.134725 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:38.140754 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] Sync routers for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:38.151997 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:38.152613 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:31:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:38.161057 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-2b6be4a1-107f-4d26-a1a6-dc4a06167fc6 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "DELETE /v2.0/floatingips/fa57a730-e9bc-45aa-ba69-a90a5ab24b34 HTTP/1.1" status: 204 len: 168 time: 1.1858091 Nov 20 03:31:38.162001 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:38.164550 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:38.268692 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6043f5dc-8e5b-44f4-a7aa-de932ca11aed x-openstack-request-id: req-6043f5dc-8e5b-44f4-a7aa-de932ca11aed {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:38.268692 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:38.269086 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6043f5dc-8e5b-44f4-a7aa-de932ca11aed {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:38.273935 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'status': 'completed', 'code': 200} Nov 20 03:31:38.274351 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:38.397287 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-2ff7ffc8-bcd7-43ec-a239-b4bb716b854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:38.398488 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-2ff7ffc8-bcd7-43ec-a239-b4bb716b854d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16c7576611e740ac8412602d1c269282&device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 1099 time: 0.0512769 Nov 20 03:31:38.493765 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 5, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:38.515775 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-ec18cae6-808e-4601-bc29-0023e7aa6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:38.517277 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-ec18cae6-808e-4601-bc29-0023e7aa6b2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 200 len: 915 time: 0.0954416 Nov 20 03:31:38.520479 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] Checking router: 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:38.529545 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:38.530106 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:31:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:38.582425 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-87f4c4c1-bbc5-4fb2-8db1-310ed39cff4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 200 len: 217 time: 0.0344555 Nov 20 03:31:38.631394 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-7cfbdab8-8b37-4b6b-9334-3b39acb29a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:38.632860 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-7cfbdab8-8b37-4b6b-9334-3b39acb29a2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c0396e7b-0677-4eef-9103-38b737267f3e HTTP/1.1" status: 200 len: 853 time: 0.0430045 Nov 20 03:31:38.636517 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:38.678887 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-3dbf3543-9753-456d-a0a8-4ccc28cacc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:38.680416 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-3dbf3543-9753-456d-a0a8-4ccc28cacc2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0383966 Nov 20 03:31:38.776947 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-e812a27a-7848-4a22-b698-5ffc7bfb2f19 service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878472 Nov 20 03:31:38.838439 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 5, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:38.869782 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50083ba-6a70-4f4f-a755-2b8ddaf4a9ec None None] The sync data for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb is: [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:22Z', 'revision_number': 4, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': '0ad99ca9-038c-4d6d-87cd-266c8d3d2a25', 'name': '', 'network_id': '85b1d1d6-3cd5-45fd-9b43-4a18298a13a1', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'mac_address': 'fa:16:3e:95:a0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:21Z', 'updated_at': '2021-11-20T03:29:27Z', 'revision_number': 5, 'project_id': '16c7576611e740ac8412602d1c269282', 'subnets': [{'id': 'c0396e7b-0677-4eef-9103-38b737267f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:38.871355 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-cb3fdc3c-4791-4ad6-a676-6b8ed8865d77 req-445f09cf-0f1e-43bd-974d-7ffb6d0eaf4e service neutron] 10.222.0.50 "GET /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849154 Nov 20 03:31:39.102199 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6745625-4ad7-4d33-9d38-dc9338fc68ad None None] New status for floating IP fa57a730-e9bc-45aa-ba69-a90a5ab24b34: DOWN {{(pid=102586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:31:40.942638 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140b557-4c4c-42cd-8d97-f8ef90144b5a req-dab9d3f2-5158-48b5-a6aa-6f8a91a82457 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:40.944148 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a140b557-4c4c-42cd-8d97-f8ef90144b5a req-dab9d3f2-5158-48b5-a6aa-6f8a91a82457 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0565231 Nov 20 03:31:40.992000 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-a140b557-4c4c-42cd-8d97-f8ef90144b5a req-d1158e7d-4b75-494b-a593-017dac342782 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Nov 20 03:31:41.151585 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:42.127192 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2007dc-ad8b-4791-bbef-8f7c0e4eed6e req-21bc1bd8-37e4-435f-b386-065710f658e4 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:42.129858 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7f2007dc-ad8b-4791-bbef-8f7c0e4eed6e req-21bc1bd8-37e4-435f-b386-065710f658e4 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0614607 Nov 20 03:31:42.182084 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-7f2007dc-ad8b-4791-bbef-8f7c0e4eed6e req-81eb7a94-f742-418d-aae4-cc2d39d7e460 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Nov 20 03:31:42.547147 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-46e70ba3-6a8c-4f75-abde-fdaf649a6b26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493302 Nov 20 03:31:42.678612 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:31:42.717538 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-aa096024-8baf-48f5-bb7e-a749de010f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:42.719045 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-aa096024-8baf-48f5-bb7e-a749de010f5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 1099 time: 0.0430174 Nov 20 03:31:42.839485 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-3a8b27c3-b67f-4bb3-9395-d1672bbd19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:42.841782 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-3a8b27c3-b67f-4bb3-9395-d1672bbd19d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.0953624 Nov 20 03:31:42.982922 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-98b6e886-05b1-4cdb-8fa3-d13defd906c4 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:42.984455 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-98b6e886-05b1-4cdb-8fa3-d13defd906c4 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 946 time: 0.0536966 Nov 20 03:31:42.999744 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-d8f539cd-afa2-405a-baef-e7229db19658 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 200 len: 1002 time: 0.0698507 Nov 20 03:31:43.050400 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-241b9b24-c854-4943-a962-39c2a6a4fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:43.051925 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-241b9b24-c854-4943-a962-39c2a6a4fed7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0456836 Nov 20 03:31:43.078432 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Deleting port fb1480b4-1e42-452f-9aaf-90278d2cc363 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:43.078740 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.098825 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-d3507e9d-76f1-4cf5-b98c-7accefad29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:43.100359 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-d3507e9d-76f1-4cf5-b98c-7accefad29af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0417054 Nov 20 03:31:43.167943 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] For port fb1480b4-1e42-452f-9aaf-90278d2cc363, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fb1480b4-1e42-452f-9aaf-90278d2cc363,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:43.168320 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.184669 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Calling delete_port for fb1480b4-1e42-452f-9aaf-90278d2cc363 owned by compute:nova {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:43.196029 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-ef4758d7-4e42-4e25-8312-514bd9dce828 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871422 Nov 20 03:31:43.318413 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.329269 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bbc9b3cb-b14a-4d5b-8b89-378c24e18abb req-3b1a14bc-4984-4335-b535-22169e3bb50f service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214874 Nov 20 03:31:43.341384 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2a8cc-1057-4421-a2ef-cc7015fcb3d4 req-06b27515-d80d-420e-b609-f13883245063 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:31:43.342445 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6b2a8cc-1057-4421-a2ef-cc7015fcb3d4 req-06b27515-d80d-420e-b609-f13883245063 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f6e322d-6e6c-4693-9e3c-4095cc3034b0 HTTP/1.1" status: 200 len: 867 time: 0.0834017 Nov 20 03:31:43.354854 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Pushing event deleted for resources: {'Port': ['ID=fb1480b4-1e42-452f-9aaf-90278d2cc363,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:43.358945 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['fb1480b4-1e42-452f-9aaf-90278d2cc363'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:31:43.402535 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] No DVR routers for this DVR port fb1480b4-1e42-452f-9aaf-90278d2cc363 on host hv-cinder-81803 {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:43.405198 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:43.408465 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b6b2a8cc-1057-4421-a2ef-cc7015fcb3d4 req-114c6a04-ccd6-4a17-bf6f-4629499d1923 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.53 "GET /v2.0/security-groups?id=1893b6cf-a134-4d3e-b7a7-11fd559b0a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572844 Nov 20 03:31:43.408607 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-87e47f9d-7d59-41f3-b172-2d472cd930fd req-df547584-a455-4121-b3cb-7bc06b9dc1f1 tempest-TestMinimumBasicScenario-56259892 tempest-TestMinimumBasicScenario-56259892-project] 10.222.0.50 "DELETE /v2.0/ports/fb1480b4-1e42-452f-9aaf-90278d2cc363 HTTP/1.1" status: 204 len: 173 time: 0.4177008 Nov 20 03:31:43.409001 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'name': 'network-vif-deleted', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:31:43.411381 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b41103-954e-46cd-ac66-34ae9090886e" -d '{"events": [{"server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "name": "network-vif-deleted", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:31:43.454692 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a5d361-6a59-40d9-ae51-d8f6b55b35ee x-openstack-request-id: req-40a5d361-6a59-40d9-ae51-d8f6b55b35ee {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:31:43.454980 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6e322d-6e6c-4693-9e3c-4095cc3034b0", "name": "network-vif-deleted", "tag": "fb1480b4-1e42-452f-9aaf-90278d2cc363", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:31:43.455282 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40a5d361-6a59-40d9-ae51-d8f6b55b35ee {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:31:43.455674 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6e322d-6e6c-4693-9e3c-4095cc3034b0', 'name': 'network-vif-deleted', 'tag': 'fb1480b4-1e42-452f-9aaf-90278d2cc363', 'status': 'completed', 'code': 200} Nov 20 03:31:45.146492 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54490) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:45.520909 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660869'] for router_interface, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:45.769122 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Deleting port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:45.769430 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:45.851750 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] For port 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:45.852006 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:45.865454 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Calling delete_port for 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 owned by network:router_interface {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:45.869831 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device fb1480b4-1e42-452f-9aaf-90278d2cc363 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:45.890014 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: fb1480b4-1e42-452f-9aaf-90278d2cc363 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:45.890355 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device fb1480b4-1e42-452f-9aaf-90278d2cc363 not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:46.056997 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.083926 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad99ca9-038c-4d6d-87cd-266c8d3d2a25,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:46.257059 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1660753'] for router_interface, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.339085 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d5b50fa9-f6ff-4324-8e0c-08ab41f246ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.475428 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:46.586755 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:46.592784 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-4a6accff-8d94-4eef-b9b9-3c0c6cf52247 admin admin] 10.222.0.53 "PUT /v2.0/routers/6ed0407f-40af-4839-a15d-c1e6ceb6d3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4452422 Nov 20 03:31:46.595594 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54494) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:46.596695 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] Sync routers for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:46.608175 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:46.608812 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:31:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:46.700659 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks [] for router, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.714593 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:46.802567 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.856968 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Deleting port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:46.857299 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.894353 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:31:46Z', 'revision_number': 5, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port': {'id': '3eba49c4-70ee-4fb0-b148-ebb9c2d1082e', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:46.936320 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] For port 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=3eba49c4-70ee-4fb0-b148-ebb9c2d1082e,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:46.936689 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:46.950812 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Calling delete_port for 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e owned by network:router_gateway {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:47.014310 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] Checking router: 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:47.022992 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] Routers {'6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:47.023626 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:31:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:47.109860 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] Set router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:47.123425 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.152361 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eba49c4-70ee-4fb0-b148-ebb9c2d1082e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:47.164678 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:31:46Z', 'revision_number': 6, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port_host': None}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:47.194712 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20e795-f33c-4a56-99b2-8924159d21a2 None None] The sync data for ids ['6ed0407f-40af-4839-a15d-c1e6ceb6d3bf'] in dv-cinder-818037-5-smb is: [{'id': '6ed0407f-40af-4839-a15d-c1e6ceb6d3bf', 'name': 'tempest-TestMinimumBasicScenario-977363216-router', 'tenant_id': '16c7576611e740ac8412602d1c269282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:19Z', 'updated_at': '2021-11-20T03:31:46Z', 'revision_number': 6, 'project_id': '16c7576611e740ac8412602d1c269282', 'gw_port_host': None}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:47.212919 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747471'] for router_gateway, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.307328 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4683'] for router, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.309680 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.357488 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1661866'] for router, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.358126 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed0407f-40af-4839-a15d-c1e6ceb6d3bf {{(pid=102584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:31:47.364678 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.365963 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-81077b0b-172c-491c-b5ff-4d5abdf6b615 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6ed0407f-40af-4839-a15d-c1e6ceb6d3bf HTTP/1.1" status: 204 len: 168 time: 0.7693434 Nov 20 03:31:47.369027 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54498) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:47.416804 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-7134025f-772e-4806-a3e4-f721c7277734 admin admin] Deleting subnet c0396e7b-0677-4eef-9103-38b737267f3e {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:31:47.420424 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7134025f-772e-4806-a3e4-f721c7277734 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.462145 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7134025f-772e-4806-a3e4-f721c7277734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.552869 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7134025f-772e-4806-a3e4-f721c7277734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.610408 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7134025f-772e-4806-a3e4-f721c7277734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.636522 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134025f-772e-4806-a3e4-f721c7277734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0396e7b-0677-4eef-9103-38b737267f3e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:47.640396 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7134025f-772e-4806-a3e4-f721c7277734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.646459 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b6f70-fae2-4ce6-8f6d-dbfbb59c7a16 None None] Network 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:47.647104 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54500) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:47.647529 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-7134025f-772e-4806-a3e4-f721c7277734 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c0396e7b-0677-4eef-9103-38b737267f3e HTTP/1.1" status: 204 len: 168 time: 0.2771459 Nov 20 03:31:47.717132 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.771719 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Deleting port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:47.772106 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.834883 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] For port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a,segment=NetworkSegment(db7dddd5-9e75-400d-ab0e-ac16e8c14fca),segment_id=db7dddd5-9e75-400d-ab0e-ac16e8c14fca)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:47.835225 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.851368 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Calling delete_port for 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a owned by network:dhcp {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:47.943866 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:47.959954 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7916d1de-50d2-42c6-a304-a6a9deeff7b1 None None] DHCP port deletion for 85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 request from dv-cinder-818037-5-smb {{(pid=102586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:31:47.972291 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:47.974141 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] No DVR routers for this DVR port 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a on host dv-cinder-818037-5-smb {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:48.046613 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.067686 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b1d1d6-3cd5-45fd-9b43-4a18298a13a1']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:48.078402 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:48.078689 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7dddd5-9e75-400d-ab0e-ac16e8c14fca') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:48.089837 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:48.090044 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14614123'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.104379 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.110711 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:31:48.111123 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14160128'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.111471 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:48.111471 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 6f5e9a2d-7cfb-4528-b2a5-a3b863e8d56a not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:48.111923 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: Traceback (most recent call last): Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: timer() Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: cb(*args, **kw) Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: return func(*args, **kwargs) Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: self._notify() Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: self.callback(batched_events) Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: event.method(event) Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: return f(self, *a, **k) Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: return self._get(url).json() Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:31:48.112854 dv-cinder-818037-5-smb neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:31:48.131002 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:48.131361 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 3eba49c4-70ee-4fb0-b148-ebb9c2d1082e not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:48.131798 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:48.153632 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:48.153994 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 0ad99ca9-038c-4d6d-87cd-266c8d3d2a25 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:48.183585 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.190427 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.193323 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] 10.222.0.53 "DELETE /v2.0/networks/85b1d1d6-3cd5-45fd-9b43-4a18298a13a1 HTTP/1.1" status: 204 len: 168 time: 0.5449131 Nov 20 03:31:48.196630 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54502) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:48.210633 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2d8b5-3fd4-4d23-a1ea-7e061d3cfd2d admin admin] Pushing event deleted for resources: {'Network': ['ID=85b1d1d6-3cd5-45fd-9b43-4a18298a13a1,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:48.538301 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e4a1a87d-d204-4321-be41-6e0e6c52c3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.559019 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660869'] for router_interface, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.805197 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Deleting port c7b27620-4f21-4787-9e81-60a96d0259cf {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:48.805904 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.882519 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] For port c7b27620-4f21-4787-9e81-60a96d0259cf, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=c7b27620-4f21-4787-9e81-60a96d0259cf,segment=NetworkSegment(6b60f153-f16c-49dc-b4f3-cda7288c6a1e),segment_id=6b60f153-f16c-49dc-b4f3-cda7288c6a1e)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:48.882865 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:48.897212 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Calling delete_port for c7b27620-4f21-4787-9e81-60a96d0259cf owned by network:router_interface {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:49.094732 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.123717 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b27620-4f21-4787-9e81-60a96d0259cf,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:49.291151 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1660753'] for router_interface, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.516379 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:31:49.797312 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:49.893064 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:31:49.898392 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-8ce7e789-5eff-4b3c-9100-c5729c59b73a admin admin] 10.222.0.53 "PUT /v2.0/routers/5ae403dc-5e1e-4b66-894f-b81aaff59c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7007091 Nov 20 03:31:49.901234 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54508) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:49.901940 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] Sync routers for ids ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'] in dv-cinder-818037-5-smb {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:31:49.912763 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] Routers {'5ae403dc-5e1e-4b66-894f-b81aaff59c40'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:49.913501 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:31:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:50.004823 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks [] for router, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.111663 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.159634 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] Set router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 gateway port host: dv-cinder-818037-5-smb {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:50.180019 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Deleting port 4a45d5c8-71de-4664-9e55-861aeb3c93e5 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:50.180346 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.258638 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] For port 4a45d5c8-71de-4664-9e55-861aeb3c93e5, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=4a45d5c8-71de-4664-9e55-861aeb3c93e5,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:50.259107 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.271642 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Calling delete_port for 4a45d5c8-71de-4664-9e55-861aeb3c93e5 owned by network:router_gateway {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:50.348755 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:31:49Z', 'revision_number': 5, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port': {'id': '4a45d5c8-71de-4664-9e55-861aeb3c93e5', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:50.378435 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] Checking router: 5ae403dc-5e1e-4b66-894f-b81aaff59c40 for host: dv-cinder-818037-5-smb {{(pid=102586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:31:50.388199 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] Routers {'5ae403dc-5e1e-4b66-894f-b81aaff59c40'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:31:50.388819 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:31:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'], 'active': True} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:50.440071 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.465129 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a45d5c8-71de-4664-9e55-861aeb3c93e5,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:50.482346 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvr_db [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] Set router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 gateway port host: None {{(pid=102586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:31:50.530552 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747471'] for router_gateway, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.537130 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_hamode_db [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:31:50Z', 'revision_number': 6, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port_host': None}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:50.567228 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df534bdf-7a99-499e-b684-a7c0018312e6 None None] The sync data for ids ['5ae403dc-5e1e-4b66-894f-b81aaff59c40'] in dv-cinder-818037-5-smb is: [{'id': '5ae403dc-5e1e-4b66-894f-b81aaff59c40', 'name': 'tempest-TestMinimumBasicScenario-1368927410-router', 'tenant_id': 'a06487a9800f40fea3e19377a05b5d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:29:24Z', 'updated_at': '2021-11-20T03:31:50Z', 'revision_number': 6, 'project_id': 'a06487a9800f40fea3e19377a05b5d6f', 'gw_port_host': None}] {{(pid=102586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:31:50.871369 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4683'] for router, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.874331 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.924457 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1661866'] for router, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.925224 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae403dc-5e1e-4b66-894f-b81aaff59c40 {{(pid=102585) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:31:50.929584 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] Publish callbacks [] for router, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:50.930792 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-1a6513d1-3036-469d-b9da-71c87792f308 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5ae403dc-5e1e-4b66-894f-b81aaff59c40 HTTP/1.1" status: 204 len: 168 time: 1.0285614 Nov 20 03:31:50.933556 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54512) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:50.982709 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce677913-2b05-45a7-a3c1-a1e65725c0c2 admin admin] Deleting subnet d3461e55-612e-40b2-9276-39d539e883d0 {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:31:50.986457 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce677913-2b05-45a7-a3c1-a1e65725c0c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.020497 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce677913-2b05-45a7-a3c1-a1e65725c0c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.093836 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.099899 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce677913-2b05-45a7-a3c1-a1e65725c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.155098 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce677913-2b05-45a7-a3c1-a1e65725c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.184054 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ce677913-2b05-45a7-a3c1-a1e65725c0c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.187792 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ce677913-2b05-45a7-a3c1-a1e65725c0c2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d3461e55-612e-40b2-9276-39d539e883d0 HTTP/1.1" status: 204 len: 168 time: 0.2529774 Nov 20 03:31:51.188934 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce677913-2b05-45a7-a3c1-a1e65725c0c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3461e55-612e-40b2-9276-39d539e883d0,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:51.189526 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37df8a7-1217-4fbf-a5de-4117f9efc818 None None] Network 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:31:51.191196 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54514) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:51.263355 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.320663 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Deleting port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 {{(pid=102585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:51.321010 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.363064 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] DHCP port deletion for 4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 request from dv-cinder-818037-5-smb {{(pid=102586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:31:51.392256 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] For port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,segment=NetworkSegment(6b60f153-f16c-49dc-b4f3-cda7288c6a1e),segment_id=6b60f153-f16c-49dc-b4f3-cda7288c6a1e)] {{(pid=102585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:51.392610 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.407519 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Calling delete_port for 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 owned by network:dhcp {{(pid=102585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:51.412453 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] Deleting port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:31:51.412825 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.476053 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] For port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,segment=NetworkSegment(6b60f153-f16c-49dc-b4f3-cda7288c6a1e),segment_id=6b60f153-f16c-49dc-b4f3-cda7288c6a1e)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:31:51.476453 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.489423 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] Calling delete_port for 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:31:51.493177 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14160245'] for port, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.527042 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Pushing event deleted for resources: {'Port': ['ID=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:51.528954 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] No DVR routers for this DVR port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 on host dv-cinder-818037-5-smb {{(pid=102585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:51.585023 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.612683 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] Pushing event deleted for resources: {'Port': ['ID=0a430c0c-9df7-4a3e-b70a-364a6f9f95e9,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:51.616534 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b604f-ca45-4ea3-a8c9-b8344dfa8b92 None None] No DVR routers for this DVR port 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 on host dv-cinder-818037-5-smb {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:31:51.622355 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.642596 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd249f1-7e79-4cc5-a20c-38e4b84c5b06']}} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:51.651574 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b60f153-f16c-49dc-b4f3-cda7288c6a1e') {'for_net_delete': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:51.651892 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.services.segments.db [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b60f153-f16c-49dc-b4f3-cda7288c6a1e') {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:31:51.661034 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14614123'] for segment, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.673796 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.680082 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102585) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:31:51.680441 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14160128'] for segment, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: Traceback (most recent call last): Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: timer() Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: cb(*args, **kw) Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: return func(*args, **kwargs) Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: self._notify() Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: self.callback(batched_events) Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: event.method(event) Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: return f(self, *a, **k) Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: return self._get(url).json() Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: return self.request(url, 'GET', **kwargs) Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:31:51.682059 dv-cinder-818037-5-smb neutron-server[102585]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:31:51.729111 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.734722 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.740055 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.743257 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] 10.222.0.53 "DELETE /v2.0/networks/4dd249f1-7e79-4cc5-a20c-38e4b84c5b06 HTTP/1.1" status: 204 len: 168 time: 0.5509305 Nov 20 03:31:51.758396 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa1bc5-8808-47fa-9f2a-426a8fbbdace admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd249f1-7e79-4cc5-a20c-38e4b84c5b06,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:51.862802 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54520) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:51.904166 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-53fa698b-b5c5-4acd-be1c-e7e78e6d8408 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16c7576611e740ac8412602d1c269282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401621 Nov 20 03:31:51.906758 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54522) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:51.955714 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f6305397-e961-4ece-8632-52887560fbef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:51.977213 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f6305397-e961-4ece-8632-52887560fbef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.029275 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f6305397-e961-4ece-8632-52887560fbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.033485 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f6305397-e961-4ece-8632-52887560fbef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.035160 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-f6305397-e961-4ece-8632-52887560fbef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1893b6cf-a134-4d3e-b7a7-11fd559b0a08 HTTP/1.1" status: 204 len: 168 time: 0.1274827 Nov 20 03:31:52.045112 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6305397-e961-4ece-8632-52887560fbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1893b6cf-a134-4d3e-b7a7-11fd559b0a08,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:31:52.098111 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 4a45d5c8-71de-4664-9e55-861aeb3c93e5 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:52.121394 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 4a45d5c8-71de-4664-9e55-861aeb3c93e5 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:52.121737 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 4a45d5c8-71de-4664-9e55-861aeb3c93e5 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:52.122155 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:52.141337 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:52.141679 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 0a430c0c-9df7-4a3e-b70a-364a6f9f95e9 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:52.142065 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c7b27620-4f21-4787-9e81-60a96d0259cf no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:31:52.163519 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: c7b27620-4f21-4787-9e81-60a96d0259cf {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:31:52.163901 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device c7b27620-4f21-4787-9e81-60a96d0259cf not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:31:52.384033 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54528) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:52.425490 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8d54d39d-153c-4169-a6aa-7a38ecb20f38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a06487a9800f40fea3e19377a05b5d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401180 Nov 20 03:31:52.428756 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54530) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:31:52.477734 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ae9f24f1-43ab-419b-b5dd-98c01e5265a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.506332 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ae9f24f1-43ab-419b-b5dd-98c01e5265a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.561494 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ae9f24f1-43ab-419b-b5dd-98c01e5265a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.566168 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ae9f24f1-43ab-419b-b5dd-98c01e5265a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:31:52.567246 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ae9f24f1-43ab-419b-b5dd-98c01e5265a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/005c29de-ca5a-43a7-b305-5918c7cc43c6 HTTP/1.1" status: 204 len: 168 time: 0.1376295 Nov 20 03:31:52.576314 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f24f1-43ab-419b-b5dd-98c01e5265a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005c29de-ca5a-43a7-b305-5918c7cc43c6,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:32:08.028560 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf23f36-a38e-409b-bc00-8eee7002cbcc req-374f0199-5d02-43fc-854a-402417ad1aa8 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:08.030067 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1bf23f36-a38e-409b-bc00-8eee7002cbcc req-374f0199-5d02-43fc-854a-402417ad1aa8 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0495772 Nov 20 03:32:08.078624 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1bf23f36-a38e-409b-bc00-8eee7002cbcc req-cec6a7ae-1185-4438-8188-0fc78210dedb tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 Nov 20 03:32:09.224472 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a66b6-d397-4ee5-bde9-d5c97c1fd9f1 req-22c3cf0c-893a-4a48-b767-dfd55f135d1c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:09.225982 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2c7a66b6-d397-4ee5-bde9-d5c97c1fd9f1 req-22c3cf0c-893a-4a48-b767-dfd55f135d1c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0613008 Nov 20 03:32:09.274336 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-2c7a66b6-d397-4ee5-bde9-d5c97c1fd9f1 req-1edf3f23-4a8e-4f70-bc29-4310a7aa00e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 Nov 20 03:32:10.407561 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86388d-c1f4-4ab8-97fd-e26c03b8b133 req-a34e6ef6-74e8-499b-a4ab-c64e3b3e6c90 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:10.409085 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9f86388d-c1f4-4ab8-97fd-e26c03b8b133 req-a34e6ef6-74e8-499b-a4ab-c64e3b3e6c90 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0607750 Nov 20 03:32:10.458461 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9f86388d-c1f4-4ab8-97fd-e26c03b8b133 req-7557f031-03cc-44aa-a5c3-5d667549e8a0 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Nov 20 03:32:11.162573 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:11.600383 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f669a1-cc96-42b5-bae5-5ae961399301 req-c0a05d43-6161-4d4e-9744-757965d9c61b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:11.602106 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-68f669a1-cc96-42b5-bae5-5ae961399301 req-c0a05d43-6161-4d4e-9744-757965d9c61b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0653620 Nov 20 03:32:11.669321 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-68f669a1-cc96-42b5-bae5-5ae961399301 req-85469525-875c-4997-be2e-869a369897cf tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602129 Nov 20 03:32:12.824368 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077eb7dc-4a65-48a1-9205-c92e747c0589 req-1cbd4c57-a4f6-4017-9c1e-0cd526255b08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:12.825852 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-077eb7dc-4a65-48a1-9205-c92e747c0589 req-1cbd4c57-a4f6-4017-9c1e-0cd526255b08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0638976 Nov 20 03:32:12.877749 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-077eb7dc-4a65-48a1-9205-c92e747c0589 req-eb51785d-c98b-423f-baa4-75f5e0fce893 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427482 Nov 20 03:32:14.010435 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cde209-005b-4eea-9d86-aeda035be3da req-a5feb63b-f954-4b40-95bf-d0c0710920be tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:14.011999 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89cde209-005b-4eea-9d86-aeda035be3da req-a5feb63b-f954-4b40-95bf-d0c0710920be tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0530024 Nov 20 03:32:14.070549 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-89cde209-005b-4eea-9d86-aeda035be3da req-f2cd81f9-bf0b-4e6f-8cfd-c30c11118cba tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495296 Nov 20 03:32:15.213135 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcacb0b-aac6-4dd4-ba67-959eba75dc2f req-625c166f-16a2-4f0d-bf03-1677b7b5f255 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:15.214879 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9fcacb0b-aac6-4dd4-ba67-959eba75dc2f req-625c166f-16a2-4f0d-bf03-1677b7b5f255 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0548425 Nov 20 03:32:15.269695 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9fcacb0b-aac6-4dd4-ba67-959eba75dc2f req-6f6a68f3-f093-4727-a1e5-f9940a1a36d6 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458212 Nov 20 03:32:16.336678 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c4cf36b9-9777-4892-b6d4-b2155c4fb794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:16.393268 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3b9ae-7661-43b1-a89d-c27c9cbb949e req-5712b3fc-e6c2-4745-8cdb-3a7b6cc8e9ac tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:16.394785 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c1f3b9ae-7661-43b1-a89d-c27c9cbb949e req-5712b3fc-e6c2-4745-8cdb-3a7b6cc8e9ac tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0512516 Nov 20 03:32:16.445766 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c1f3b9ae-7661-43b1-a89d-c27c9cbb949e req-39bb3ae8-428c-4936-98fa-36156019daa8 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424478 Nov 20 03:32:17.589385 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00b7da-1616-48db-be4d-d479ea58993a req-05e8fb08-5e82-4013-85d7-8ee3e7cf2123 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:17.590782 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bf00b7da-1616-48db-be4d-d479ea58993a req-05e8fb08-5e82-4013-85d7-8ee3e7cf2123 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0607545 Nov 20 03:32:17.640591 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bf00b7da-1616-48db-be4d-d479ea58993a req-f2a085b6-f7b7-4e6e-9013-ae7d01cbe4ab tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407972 Nov 20 03:32:18.544764 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9b335bee-3286-4c56-bd4c-bff2833bf75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:18.789814 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37308926-2591-496b-918b-12df828c48c9 req-14d138a6-14a4-4f39-be2d-9141f62b0412 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:18.791276 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37308926-2591-496b-918b-12df828c48c9 req-14d138a6-14a4-4f39-be2d-9141f62b0412 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0628819 Nov 20 03:32:18.840947 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-37308926-2591-496b-918b-12df828c48c9 req-e125d43e-18a0-47d0-adf6-81eeb5ab7d10 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422821 Nov 20 03:32:19.091779 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035881d-eb44-4a6b-b745-82ebbc91a32d req-14973363-483c-4098-946d-16e73bc824c5 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:19.093221 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9035881d-eb44-4a6b-b745-82ebbc91a32d req-14973363-483c-4098-946d-16e73bc824c5 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0497303 Nov 20 03:32:19.142960 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-9035881d-eb44-4a6b-b745-82ebbc91a32d req-0e98fc6a-d7a5-49f3-ad2b-36c778575ddb tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431433 Nov 20 03:32:19.169107 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-5c9bfdc0-ddac-4ad2-9d64-31e86260ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:19.170636 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-5c9bfdc0-ddac-4ad2-9d64-31e86260ad2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 1099 time: 0.0433095 Nov 20 03:32:19.264832 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-82ef0ac6-c96e-4f09-ad81-b54fbc323abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:19.266281 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-82ef0ac6-c96e-4f09-ad81-b54fbc323abf service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.0889504 Nov 20 03:32:19.336773 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-50f5b35d-f095-458c-a743-446a3bb0ffc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 200 len: 1002 time: 0.0631380 Nov 20 03:32:19.394798 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-1beb3bc2-78c9-48e0-833e-921dd928d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:19.396170 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-1beb3bc2-78c9-48e0-833e-921dd928d264 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0527229 Nov 20 03:32:19.450954 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-71172418-7b41-4f4d-a926-28da2c07e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:19.452472 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-71172418-7b41-4f4d-a926-28da2c07e440 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0490410 Nov 20 03:32:19.545553 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-a83390e7-2664-44ed-92ed-572088d8601b service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857563 Nov 20 03:32:19.637434 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-0b8574d6-b7f2-4613-a950-e7a5ea2d4cd7 req-c7853f68-7dac-40eb-914d-6cea014a256a service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844190 Nov 20 03:32:19.678463 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:32:19.807894 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:20.262494 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd863c8-9931-4251-a559-2e76c5706cba req-48c7b9fb-0af2-4ff9-a95a-4f48f8625484 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:20.264288 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8bd863c8-9931-4251-a559-2e76c5706cba req-48c7b9fb-0af2-4ff9-a95a-4f48f8625484 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0504639 Nov 20 03:32:20.317176 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8bd863c8-9931-4251-a559-2e76c5706cba req-458f91d2-2b2a-4cb7-a393-3a26de6cd7b5 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467458 Nov 20 03:32:21.101631 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:21.449133 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc5eea-061b-43eb-983a-82e0d3bd4e72 req-9c0685df-0517-40e5-ada0-7e63bd2c05cc tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:21.450829 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-affc5eea-061b-43eb-983a-82e0d3bd4e72 req-9c0685df-0517-40e5-ada0-7e63bd2c05cc tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0523760 Nov 20 03:32:21.501831 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-affc5eea-061b-43eb-983a-82e0d3bd4e72 req-bfd84947-e459-4e48-bed2-eca9c032c953 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431554 Nov 20 03:32:21.746034 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:41.177576 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:43.031160 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-c78fff02-2716-45e0-a22a-352532a27533 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433927 Nov 20 03:32:43.153024 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-326c6b11-09ba-40d0-86c1-0a4000b380f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:43.154461 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-326c6b11-09ba-40d0-86c1-0a4000b380f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 1099 time: 0.0497284 Nov 20 03:32:43.271360 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-0328105c-ea1c-46f7-afed-e519bb20939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:43.272930 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-0328105c-ea1c-46f7-afed-e519bb20939c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.0897772 Nov 20 03:32:43.344927 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-d1f13aff-4c01-45ec-919f-3b032d1520a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 200 len: 1002 time: 0.0621202 Nov 20 03:32:43.403962 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-0ae9c83c-dbe6-476f-867c-6a5662f9f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:43.405485 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-0ae9c83c-dbe6-476f-867c-6a5662f9f216 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0520308 Nov 20 03:32:43.453945 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-18bcde8d-4cfc-4c6f-a75c-a5bf562b8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:43.455801 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-18bcde8d-4cfc-4c6f-a75c-a5bf562b8f35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0432315 Nov 20 03:32:43.553572 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-e894b9d0-709c-4b22-af53-d4e146baf485 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899014 Nov 20 03:32:43.657316 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-1cc84304-50b3-4321-adea-6b4ea4866ccc req-079b4631-bcdc-4a73-8a83-11e7d1d45e6e service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952129 Nov 20 03:32:46.337711 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3320643c-0786-41dc-ab4b-2b603cdeb10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:48.540613 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e649a9e1-93de-4e7d-8f14-8ea02f753c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:49.809165 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:51.104990 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:51.736328 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:32:54.948607 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed4d50-985f-47db-90a8-cea4797181fe req-1672a5a3-5235-4a3a-8ca4-b7a2965736a7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:54.950070 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e8ed4d50-985f-47db-90a8-cea4797181fe req-1672a5a3-5235-4a3a-8ca4-b7a2965736a7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0516551 Nov 20 03:32:55.010553 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e8ed4d50-985f-47db-90a8-cea4797181fe req-113d25ef-d104-44ce-b161-b87788d02a84 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537372 Nov 20 03:32:56.146370 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17c20d-bbfe-4853-8fb6-31e5d0897c84 req-6d30049f-1e3a-4491-8a6d-2fc220c80cf3 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:56.147874 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f17c20d-bbfe-4853-8fb6-31e5d0897c84 req-6d30049f-1e3a-4491-8a6d-2fc220c80cf3 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0571306 Nov 20 03:32:56.201397 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3f17c20d-bbfe-4853-8fb6-31e5d0897c84 req-04e2a3cc-48ad-4a9c-a450-d65d74a65f03 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443811 Nov 20 03:32:56.682579 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:32:57.339504 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba4ea-3fb2-4145-97be-e63d89821b28 req-1b707f9d-a900-4b3a-8654-d1b29e483661 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:57.341743 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1cba4ea-3fb2-4145-97be-e63d89821b28 req-1b707f9d-a900-4b3a-8654-d1b29e483661 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0596571 Nov 20 03:32:57.391169 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f1cba4ea-3fb2-4145-97be-e63d89821b28 req-f9baf44a-a433-4b22-b0c4-0664b7e77ca0 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431154 Nov 20 03:32:58.526011 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43215c-0106-42ee-925e-66cacb72acf8 req-2143cab5-c6f6-4a52-ac36-4a6a2648a755 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:58.527458 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-be43215c-0106-42ee-925e-66cacb72acf8 req-2143cab5-c6f6-4a52-ac36-4a6a2648a755 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0596631 Nov 20 03:32:58.580166 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-be43215c-0106-42ee-925e-66cacb72acf8 req-cc389bcb-6b5b-4b78-af61-46fc55a768c9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434549 Nov 20 03:32:59.715061 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0869cb-74bb-4468-916b-a27025ca1106 req-85e655ef-55f5-4d68-9a60-88bf7cd9ec7d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:32:59.716568 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6c0869cb-74bb-4468-916b-a27025ca1106 req-85e655ef-55f5-4d68-9a60-88bf7cd9ec7d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0575662 Nov 20 03:32:59.768015 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6c0869cb-74bb-4468-916b-a27025ca1106 req-6f3f591c-d243-4931-b757-5b5755042f81 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430443 Nov 20 03:33:00.901396 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e7153-a043-4d16-be1d-1a56f4c72607 req-c26af423-a72a-41d8-aeaa-6a9a9d4e9f73 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:00.902858 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d26e7153-a043-4d16-be1d-1a56f4c72607 req-c26af423-a72a-41d8-aeaa-6a9a9d4e9f73 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0516565 Nov 20 03:33:00.957730 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d26e7153-a043-4d16-be1d-1a56f4c72607 req-da8807ea-6a56-415a-90cd-70d3e4a3ffb3 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487375 Nov 20 03:33:02.094852 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d9abe-d33e-4d8c-b586-ec0a2534b3d0 req-f720ee7e-588d-44dc-a351-337691a98bdc tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:02.096460 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d85d9abe-d33e-4d8c-b586-ec0a2534b3d0 req-f720ee7e-588d-44dc-a351-337691a98bdc tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0601666 Nov 20 03:33:02.154773 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-d85d9abe-d33e-4d8c-b586-ec0a2534b3d0 req-02abe781-5af9-40d2-bf16-94c635158256 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450869 Nov 20 03:33:03.289205 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464c0e0-a0d0-4116-9396-e1bd634f7273 req-32f235f5-4762-4f4b-81a8-b5091c227725 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:03.290710 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f464c0e0-a0d0-4116-9396-e1bd634f7273 req-32f235f5-4762-4f4b-81a8-b5091c227725 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0502176 Nov 20 03:33:03.340997 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-f464c0e0-a0d0-4116-9396-e1bd634f7273 req-89c7c936-7286-4845-bce2-f4ce1b0dc45d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423298 Nov 20 03:33:04.484914 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b787352-ff72-4ff0-bb0b-ce8aa2f333bc req-9881f5bf-b86b-4291-adb9-4e0844700e2a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:04.486460 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3b787352-ff72-4ff0-bb0b-ce8aa2f333bc req-9881f5bf-b86b-4291-adb9-4e0844700e2a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0621970 Nov 20 03:33:04.535124 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-3b787352-ff72-4ff0-bb0b-ce8aa2f333bc req-eb279f7d-75b4-430c-8533-4888f6280039 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Nov 20 03:33:05.666042 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93c35-ff4f-4c3a-9c0a-c2022e4bdff7 req-c47d2cf4-9e1a-4dc1-967d-6094613c6cea tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:05.667562 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-eff93c35-ff4f-4c3a-9c0a-c2022e4bdff7 req-c47d2cf4-9e1a-4dc1-967d-6094613c6cea tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0501778 Nov 20 03:33:05.720894 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-eff93c35-ff4f-4c3a-9c0a-c2022e4bdff7 req-1837e49d-808e-47b1-b630-f008afa4da40 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442073 Nov 20 03:33:05.928888 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15e90a-1e44-468f-bfb4-e8f6036ecd88 req-54b6860d-1fdd-48db-b413-9e04cfc325a7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:05.930821 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4c15e90a-1e44-468f-bfb4-e8f6036ecd88 req-54b6860d-1fdd-48db-b413-9e04cfc325a7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0486329 Nov 20 03:33:05.985481 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4c15e90a-1e44-468f-bfb4-e8f6036ecd88 req-019fe9a5-1c79-4a50-a4d5-4df1cc8dc5d3 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480964 Nov 20 03:33:06.012111 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cedaf9-0831-4977-9944-b8d14be07817 req-b8f3fcbd-9032-498a-9d47-9e9ab61230dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:06.013661 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-05cedaf9-0831-4977-9944-b8d14be07817 req-b8f3fcbd-9032-498a-9d47-9e9ab61230dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 1099 time: 0.0467396 Nov 20 03:33:06.123726 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cedaf9-0831-4977-9944-b8d14be07817 req-54262d09-545c-45d2-aabf-99b4b78d62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:06.125320 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-05cedaf9-0831-4977-9944-b8d14be07817 req-54262d09-545c-45d2-aabf-99b4b78d62c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.1049707 Nov 20 03:33:06.192965 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-05cedaf9-0831-4977-9944-b8d14be07817 req-2a07fdc0-35d8-4132-8563-a63ea88f140d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 200 len: 1002 time: 0.0604484 Nov 20 03:33:06.246582 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cedaf9-0831-4977-9944-b8d14be07817 req-13b2eca1-a05a-4448-a07a-8f05d6587dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:06.248071 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-05cedaf9-0831-4977-9944-b8d14be07817 req-13b2eca1-a05a-4448-a07a-8f05d6587dfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0479116 Nov 20 03:33:06.298868 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cedaf9-0831-4977-9944-b8d14be07817 req-e7fdf027-6796-4b95-97a4-c5c0726ba425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:06.300493 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-05cedaf9-0831-4977-9944-b8d14be07817 req-e7fdf027-6796-4b95-97a4-c5c0726ba425 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0457599 Nov 20 03:33:06.402001 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-05cedaf9-0831-4977-9944-b8d14be07817 req-3b4d6e65-4ad0-467a-9573-a148bf478c2f service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941927 Nov 20 03:33:06.495153 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-05cedaf9-0831-4977-9944-b8d14be07817 req-af718365-49b4-4b9b-95ea-48f5320395d5 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Nov 20 03:33:07.109313 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12338c74-c57e-4676-ad68-6077295a93a9 req-49e0f101-e0c2-4fde-9dcb-a80ccdd27382 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:07.110845 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-12338c74-c57e-4676-ad68-6077295a93a9 req-49e0f101-e0c2-4fde-9dcb-a80ccdd27382 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0518861 Nov 20 03:33:07.162808 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-12338c74-c57e-4676-ad68-6077295a93a9 req-6c09eef3-2064-4a59-b49f-fe008ec86b2b tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 Nov 20 03:33:11.181449 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:16.341374 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2a50a050-1602-4448-b9da-04368e8bb096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:18.546403 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-5129b8d0-e53c-47f8-a96c-746ee5d71875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:19.813874 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:21.108153 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:21.731992 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:33.688411 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:33:39.879434 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b77ae-ba4d-4648-82f8-60083625401f req-d169de4d-06d2-43d0-aa16-56411bac24ee tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:39.880919 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-952b77ae-ba4d-4648-82f8-60083625401f req-d169de4d-06d2-43d0-aa16-56411bac24ee tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0547421 Nov 20 03:33:39.930671 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-952b77ae-ba4d-4648-82f8-60083625401f req-e142c01b-da9d-4a4b-b790-b98678ad5766 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407825 Nov 20 03:33:41.077516 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1a56c-d650-453a-9d89-4c3cb0a91100 req-5acfd9b2-128f-44c1-9c40-b3323d97236c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:41.079314 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-24f1a56c-d650-453a-9d89-4c3cb0a91100 req-5acfd9b2-128f-44c1-9c40-b3323d97236c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0640428 Nov 20 03:33:41.134266 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-24f1a56c-d650-453a-9d89-4c3cb0a91100 req-87da5bc0-8908-432f-b4ab-087ec3864c8a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463130 Nov 20 03:33:41.184638 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:41.912263 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-908d72e1-441f-47f6-9b49-7289722a8ede tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:41.913761 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-908d72e1-441f-47f6-9b49-7289722a8ede tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0553870 Nov 20 03:33:42.014346 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Deleting port fc95a63c-8042-4689-adfe-a680b29d232e {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:33:42.014665 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:42.108701 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] For port fc95a63c-8042-4689-adfe-a680b29d232e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=fc95a63c-8042-4689-adfe-a680b29d232e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:33:42.109060 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:42.255134 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac245f0-86c5-42ef-9c90-d9828ae01b2a req-ee4e424d-bd0c-4afa-8b9d-c763a2705e43 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:42.256619 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dac245f0-86c5-42ef-9c90-d9828ae01b2a req-ee4e424d-bd0c-4afa-8b9d-c763a2705e43 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 946 time: 0.0501652 Nov 20 03:33:42.286430 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:42.286787 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:42.287095 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.l3_db [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Floating IP 68bd49df-092a-41fd-831e-0d5f6b3b5394 disassociated. External IP: 172.28.3.233, port: fc95a63c-8042-4689-adfe-a680b29d232e. Nov 20 03:33:42.287425 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Calling delete_port for fc95a63c-8042-4689-adfe-a680b29d232e owned by compute:nova {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:33:42.312217 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-dac245f0-86c5-42ef-9c90-d9828ae01b2a req-873ffcfa-b60f-42d7-bc68-025d814fbe37 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=de8a2b22-d1e6-489c-9d65-0350b278dc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492158 Nov 20 03:33:42.420167 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:42.453818 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event deleted for resources: {'Port': ['ID=fc95a63c-8042-4689-adfe-a680b29d232e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:42.462459 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.462798 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.463132 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.463461 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.463810 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.464134 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.464455 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.464772 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.465090 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.465407 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.465751 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.466078 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:42.575257 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Router 2e9514ca-e01d-4406-b56f-f9185283e44f has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:33:42.691446 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:33:42.702660 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] Sync routers for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:33:42.714191 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:33:42.714812 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:33:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:42.734282 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] No DVR routers for this DVR port fc95a63c-8042-4689-adfe-a680b29d232e on host hv-cinder-81803 {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:33:42.736934 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:42.740326 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-29a4e503-06a9-4710-a241-a60f0c33d8ca req-fcede089-ee1a-4c34-aa1d-65e67810457d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "DELETE /v2.0/ports/fc95a63c-8042-4689-adfe-a680b29d232e HTTP/1.1" status: 204 len: 173 time: 0.8197136 Nov 20 03:33:42.740765 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624a1ea7-0d52-463d-954a-620402bbc199', 'name': 'network-vif-deleted', 'tag': 'fc95a63c-8042-4689-adfe-a680b29d232e'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:33:42.743062 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffef267c-92bb-4ad7-8186-de5753cb36d5" -d '{"events": [{"server_uuid": "624a1ea7-0d52-463d-954a-620402bbc199", "name": "network-vif-deleted", "tag": "fc95a63c-8042-4689-adfe-a680b29d232e"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:33:42.791449 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baada86-0393-4bf7-b406-3b3ccc7f414c x-openstack-request-id: req-7baada86-0393-4bf7-b406-3b3ccc7f414c {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:33:42.791920 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624a1ea7-0d52-463d-954a-620402bbc199", "name": "network-vif-deleted", "tag": "fc95a63c-8042-4689-adfe-a680b29d232e", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:33:42.792277 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7baada86-0393-4bf7-b406-3b3ccc7f414c {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:33:42.792996 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624a1ea7-0d52-463d-954a-620402bbc199', 'name': 'network-vif-deleted', 'tag': 'fc95a63c-8042-4689-adfe-a680b29d232e', 'status': 'completed', 'code': 200} Nov 20 03:33:42.827358 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:33:43.056467 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:43.082532 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] Checking router: 2e9514ca-e01d-4406-b56f-f9185283e44f for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:33:43.090962 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:33:43.091560 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:33:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:43.198960 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:33:43.404089 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:43.418871 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-165edad3-a39a-496f-a912-35f0b09d36d9 req-e7ee0f37-dcb1-42ad-8418-8110f1d542af tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=624a1ea7-0d52-463d-954a-620402bbc199 HTTP/1.1" status: 200 len: 210 time: 0.0258877 Nov 20 03:33:43.430377 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded6f9d-58b7-4ca5-ae63-58883a932ea8 None None] The sync data for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb is: [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:33:43.653359 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f76931-dfda-4b35-8b4f-d6d8ab6a2b3f None None] New status for floating IP 68bd49df-092a-41fd-831e-0d5f6b3b5394: DOWN {{(pid=102586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:33:44.486238 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device fc95a63c-8042-4689-adfe-a680b29d232e no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:33:44.507379 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: fc95a63c-8042-4689-adfe-a680b29d232e {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:33:44.507754 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device fc95a63c-8042-4689-adfe-a680b29d232e not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:33:44.516837 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54694) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:44.574897 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:44.598931 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:44.649869 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:44.653413 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:44.655052 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "DELETE /v2.0/security-groups/de8a2b22-d1e6-489c-9d65-0350b278dc4d HTTP/1.1" status: 204 len: 168 time: 0.1371763 Nov 20 03:33:44.658326 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54696) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:44.664735 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a2b22-d1e6-489c-9d65-0350b278dc4d,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:44.672395 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.672727 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.api.v2.resource [None req-6a46408d-7153-4095-a93f-a58cf1434087 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] show failed (client error): The resource could not be found. Nov 20 03:33:44.672859 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.673085 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.673421 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.673707 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-6a46408d-7153-4095-a93f-a58cf1434087 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups/de8a2b22-d1e6-489c-9d65-0350b278dc4d HTTP/1.1" status: 404 len: 347 time: 0.0142007 Nov 20 03:33:44.673929 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.674062 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.674382 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.674713 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.675047 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.675365 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.675707 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.676039 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec798dbf-9bdc-4d8c-a8a1-971ebb3489e2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:44.676852 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54698) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:44.805306 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Deleting port 93999cec-280d-4e6b-a664-811e48b4b33e {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:33:44.805639 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:44.887740 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:44.888101 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:44.900378 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Calling delete_port for 93999cec-280d-4e6b-a664-811e48b4b33e owned by network:floatingip {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:33:45.036429 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.065651 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event deleted for resources: {'Port': ['ID=93999cec-280d-4e6b-a664-811e48b4b33e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:45.131964 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.134661 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.135945 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-67bda83d-60a0-4620-ac13-65c020546e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "DELETE /v2.0/floatingips/68bd49df-092a-41fd-831e-0d5f6b3b5394 HTTP/1.1" status: 204 len: 168 time: 0.4580963 Nov 20 03:33:45.618633 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54702) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:45.623627 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-4cdd1fc1-29cd-4fad-ae4c-bf425a01f8a4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576249192', 'description': 'tempest-description--17977972'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:33:45.652173 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1fc1-29cd-4fad-ae4c-bf425a01f8a4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.720425 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1fc1-29cd-4fad-ae4c-bf425a01f8a4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.726100 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1fc1-29cd-4fad-ae4c-bf425a01f8a4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.754390 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1fc1-29cd-4fad-ae4c-bf425a01f8a4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.755647 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-4cdd1fc1-29cd-4fad-ae4c-bf425a01f8a4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1357112 Nov 20 03:33:45.762233 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd1fc1-29cd-4fad-ae4c-bf425a01f8a4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3482960-3c9b-4aad-8e59-9ac190b13ba2,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:45.762455 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54704) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:45.766212 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-9e603a55-2caf-4463-9676-3cb614d18064 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'security_group_rule': {'security_group_id': 'f3482960-3c9b-4aad-8e59-9ac190b13ba2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:33:45.794517 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e603a55-2caf-4463-9676-3cb614d18064 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.848869 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e603a55-2caf-4463-9676-3cb614d18064 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.855447 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e603a55-2caf-4463-9676-3cb614d18064 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.873934 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e603a55-2caf-4463-9676-3cb614d18064 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf789550-2057-413c-9844-f1a707bd1c16,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:45.879617 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e603a55-2caf-4463-9676-3cb614d18064 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.880848 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-9e603a55-2caf-4463-9676-3cb614d18064 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187358 Nov 20 03:33:45.883563 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54706) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:45.888135 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-57092034-dc9d-4c85-a092-dee6aa0eff56 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'security_group_rule': {'security_group_id': 'f3482960-3c9b-4aad-8e59-9ac190b13ba2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:33:45.916112 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-57092034-dc9d-4c85-a092-dee6aa0eff56 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.970735 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-57092034-dc9d-4c85-a092-dee6aa0eff56 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.975705 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-57092034-dc9d-4c85-a092-dee6aa0eff56 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1723720'] for security_group_rule, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:45.994259 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57092034-dc9d-4c85-a092-dee6aa0eff56 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d44127-32b1-469c-97b7-7bdb9504544b,revision_number=0']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:45.999902 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-57092034-dc9d-4c85-a092-dee6aa0eff56 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.001160 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-57092034-dc9d-4c85-a092-dee6aa0eff56 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166074 Nov 20 03:33:46.004574 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54708) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:46.009365 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'floatingip': {'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:33:46.034366 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.145914 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.255784 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Allocated IP 172.28.3.229 (1d69fcd6-8932-4c8d-814f-897b225942bc/b6e1d4b4-7788-4237-91be-5042579dd13c/1a3a214f-9002-4371-bf00-ff4163e49db9) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:33:46.340373 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2e102abb-7ea9-421a-a748-db8063fabe7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.364223 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.407248 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.445758 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Network 1d69fcd6-8932-4c8d-814f-897b225942bc is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:33:46.450341 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:33:46.455213 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:33:46.458315 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'Port': ['ID=1a3a214f-9002-4371-bf00-ff4163e49db9,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:46.539011 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.576660 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.737975 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.744645 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.813419 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'Port': ['ID=1a3a214f-9002-4371-bf00-ff4163e49db9,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:46.826035 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.844188 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:46.847011 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-89bc7438-0592-4df5-9c92-919740561bf9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8398471 Nov 20 03:33:47.056725 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-52738814-2e76-4909-ac7c-f3ffd2a82cda tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--576249192&fields=id&tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4 HTTP/1.1" status: 200 len: 267 time: 0.0528133 Nov 20 03:33:47.165057 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-9f3f8c84-edb9-48ef-ab06-00b5b3a77fe1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:47.166678 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-9f3f8c84-edb9-48ef-ab06-00b5b3a77fe1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 810 time: 0.1012781 Nov 20 03:33:47.185204 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-39ba3c78-3f12-41f4-99c0-efac22574f14 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/quotas/a9c6d0510eec49f9811a2bbdf44f66a4 HTTP/1.1" status: 200 len: 375 time: 0.0098047 Nov 20 03:33:47.241520 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-1fedc0b8-4ec8-4f52-8608-d677e2202755 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508425 Nov 20 03:33:47.447500 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-08313956-db56-4bf3-9b52-df1549e67844 service neutron] 10.222.0.53 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927125 Nov 20 03:33:47.553423 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-cb4e071c-4209-4b9f-b6e8-69101e8cbf8f service neutron] 10.222.0.53 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959537 Nov 20 03:33:47.739026 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-1d706e46-7e8f-42c9-b6f3-68e124bdf1ad req-65c37b89-40db-4782-8608-a1ecb5222815 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 210 time: 0.0273066 Nov 20 03:33:48.538298 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b7497b62-9ab9-46f6-8d0a-42cb279fdb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:48.777267 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-fcfde701-29bb-4fcb-b924-8b74631f1368 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:48.778798 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-fcfde701-29bb-4fcb-b924-8b74631f1368 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 810 time: 0.1054618 Nov 20 03:33:48.842994 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-61041233-bc08-4897-9293-989606ff4a1b req-7381616a-591c-45e4-a644-03dae998c316 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Nov 20 03:33:48.858269 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-628eb0e3-8423-422b-b580-140c1663d2e7 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4 HTTP/1.1" status: 200 len: 379 time: 0.0641706 Nov 20 03:33:48.870365 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'port': {'device_id': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'admin_state_up': True, 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'security_groups': ['f3482960-3c9b-4aad-8e59-9ac190b13ba2']}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:33:48.983900 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Made reservation on behalf of a9c6d0510eec49f9811a2bbdf44f66a4 for: {'port': 1} {{(pid=102584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 20 03:33:48.987410 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.117111 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Allocated IP 172.20.0.9 (3a598e91-6e87-4033-bd45-83dd001cc082/c45f8820-899e-4b86-9caf-b45ca6afba4e/30d5d522-6fc1-4116-ab49-444efad17b2e) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 20 03:33:49.273284 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.317596 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739864872102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.369692 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Network 3a598e91-6e87-4033-bd45-83dd001cc082 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 20 03:33:49.372762 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 20 03:33:49.377203 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 20 03:33:49.381136 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event updated for resources: {'Port': ['ID=30d5d522-6fc1-4116-ab49-444efad17b2e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:49.426801 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:49.427409 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.445248 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-2b3ec9c8-dbf9-476e-ab64-24f6b3d541e1 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785587 Nov 20 03:33:49.463070 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.v2.base [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Request body: {'port': {'device_id': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=102584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:33:49.522121 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.578944 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-af8cfef8-186c-440f-a319-dc38a1a40441 None None] Provisioning complete for port 30d5d522-6fc1-4116-ab49-444efad17b2e triggered by entity DHCP. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:33:49.579575 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-af8cfef8-186c-440f-a319-dc38a1a40441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.613350 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-af8cfef8-186c-440f-a319-dc38a1a40441 None None] Port 30d5d522-6fc1-4116-ab49-444efad17b2e cannot update to ACTIVE because it is not bound. {{(pid=102586) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 20 03:33:49.785790 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d5d522-6fc1-4116-ab49-444efad17b2e {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:33:49.794501 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.806195 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.808300 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Transition to ACTIVE for port object 30d5d522-6fc1-4116-ab49-444efad17b2e will not be triggered until provisioned by entity L2. {{(pid=102584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 20 03:33:49.816482 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.890785 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=30d5d522-6fc1-4116-ab49-444efad17b2e,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:49.948004 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Attempting to bind port 30d5d522-6fc1-4116-ab49-444efad17b2e on host hv-cinder-81803 for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 03:33:49.948445 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Attempting to bind port 30d5d522-6fc1-4116-ab49-444efad17b2e by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 20 03:33:49.948676 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Attempting to bind port 30d5d522-6fc1-4116-ab49-444efad17b2e on network 3a598e91-6e87-4033-bd45-83dd001cc082 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:33:49.954095 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Port 30d5d522-6fc1-4116-ab49-444efad17b2e on network 3a598e91-6e87-4033-bd45-83dd001cc082 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 20 03:33:49.954318 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Attempting to bind port 30d5d522-6fc1-4116-ab49-444efad17b2e on network 3a598e91-6e87-4033-bd45-83dd001cc082 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 20 03:33:49.959470 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Checking agent: {'id': '94afd85e-792d-4795-9267-6c45dbadc193', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'started_at': datetime.datetime(2021, 11, 20, 3, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 20, 3, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 20 03:33:49.959841 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Checking segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 20 03:33:49.960229 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Bound using segment: {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 20 03:33:49.960656 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Bound port: 30d5d522-6fc1-4116-ab49-444efad17b2e, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa9c3ea-045f-4666-833b-459274b67d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 20 03:33:49.961074 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:49.972815 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3b528-f622-4627-9047-e0635ce5ca18 req-ff0ef1e2-f687-4d11-b4ec-67a4c993fbcb tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:49.976314 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8eb3b528-f622-4627-9047-e0635ce5ca18 req-ff0ef1e2-f687-4d11-b4ec-67a4c993fbcb tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 943 time: 0.0541382 Nov 20 03:33:50.028074 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-8eb3b528-f622-4627-9047-e0635ce5ca18 req-41d8ff5c-19a4-4ba2-8c68-ffd7eb36a063 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449519 Nov 20 03:33:50.028559 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] For port 30d5d522-6fc1-4116-ab49-444efad17b2e, host hv-cinder-81803, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 20 03:33:50.031982 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] For port 30d5d522-6fc1-4116-ab49-444efad17b2e, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=30d5d522-6fc1-4116-ab49-444efad17b2e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 20 03:33:50.038912 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15742520'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:50.075128 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:50.075769 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:50.077201 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] 10.222.0.50 "PUT /v2.0/ports/30d5d522-6fc1-4116-ab49-444efad17b2e HTTP/1.1" status: 200 len: 1093 time: 0.6186731 Nov 20 03:33:50.077974 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'tag': '30d5d522-6fc1-4116-ab49-444efad17b2e'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:33:50.080340 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cda865-4b05-49a9-977c-c18aa653eb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd45575-fe34-406d-a3ca-03dddb233ad0", "tag": "30d5d522-6fc1-4116-ab49-444efad17b2e"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:33:50.104470 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0ddaf-4d42-4c07-b8fc-206c89ea2fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=30d5d522-6fc1-4116-ab49-444efad17b2e,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:50.128224 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18451bf6-b3de-4114-8703-ac4fca2c3348 x-openstack-request-id: req-18451bf6-b3de-4114-8703-ac4fca2c3348 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:33:50.128534 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd45575-fe34-406d-a3ca-03dddb233ad0", "tag": "30d5d522-6fc1-4116-ab49-444efad17b2e", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:33:50.128789 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18451bf6-b3de-4114-8703-ac4fca2c3348 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:33:50.129214 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'tag': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'status': 'completed', 'code': 200} Nov 20 03:33:50.194601 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-72271c88-0422-40d5-be6b-a863e2b020a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:50.196298 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-72271c88-0422-40d5-be6b-a863e2b020a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0433095 Nov 20 03:33:50.249677 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-29cb95bd-524e-4a71-8dba-145040ff8b24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30d5d522-6fc1-4116-ab49-444efad17b2e HTTP/1.1" status: 200 len: 217 time: 0.0392005 Nov 20 03:33:50.302587 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-63fc37b4-0d5c-4bc7-a99b-c51925d6a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:50.304151 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-63fc37b4-0d5c-4bc7-a99b-c51925d6a24f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0477283 Nov 20 03:33:50.351571 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-edc4ac65-cd13-41fc-b4ac-836cde6e633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:50.353127 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-edc4ac65-cd13-41fc-b4ac-836cde6e633b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0415730 Nov 20 03:33:50.446139 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-dd31ff31-ea9f-461d-b70e-cc22ebfa1f8c service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849059 Nov 20 03:33:50.549970 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-71c081da-b1c6-42f5-9145-fe7346f95a37 req-513f8797-c55c-4ef5-9867-5c1b7d790d9a service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968390 Nov 20 03:33:50.689186 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-d041c893-7b51-4f95-a728-83ba22a6c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:50.691327 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-d041c893-7b51-4f95-a728-83ba22a6c162 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0558012 Nov 20 03:33:50.783395 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-fdc25458-3429-4841-bc15-5d1dc4e3c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:50.784900 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-fdc25458-3429-4841-bc15-5d1dc4e3c93b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.0850661 Nov 20 03:33:50.832810 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-e89caa63-d425-49fa-a650-873d51c65b37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30d5d522-6fc1-4116-ab49-444efad17b2e HTTP/1.1" status: 200 len: 217 time: 0.0387046 Nov 20 03:33:50.881554 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-8d7c0e71-24e1-4410-9688-fc6667a98086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:50.882969 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-8d7c0e71-24e1-4410-9688-fc6667a98086 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0430677 Nov 20 03:33:50.930168 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-58e103dc-15f4-4548-8563-7cff9567ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:50.931895 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-58e103dc-15f4-4548-8563-7cff9567ac14 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398917 Nov 20 03:33:51.026528 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-b013a524-858d-4f0c-af55-89885e96c492 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865300 Nov 20 03:33:51.107552 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:51.123904 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6cda865-4b05-49a9-977c-c18aa653eb2f req-600343f3-558d-49c3-aefb-c7dd7b002d1c service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892992 Nov 20 03:33:51.155805 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd52123-85b2-4baa-9e46-ba53b56327eb req-79d6a121-a676-4feb-9654-6f5b81264fd8 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:51.157320 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6fd52123-85b2-4baa-9e46-ba53b56327eb req-79d6a121-a676-4feb-9654-6f5b81264fd8 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 943 time: 0.0540550 Nov 20 03:33:51.204748 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6fd52123-85b2-4baa-9e46-ba53b56327eb req-98b5e134-c47d-40c0-94f2-9fb2aa5a7289 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409865 Nov 20 03:33:51.731198 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:52.350477 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b3849-0942-4871-a563-5b06d7e30844 req-e4b803ce-e3aa-49a3-abd9-9fdf4b05b276 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:52.352089 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c75b3849-0942-4871-a563-5b06d7e30844 req-e4b803ce-e3aa-49a3-abd9-9fdf4b05b276 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 943 time: 0.0599420 Nov 20 03:33:52.403790 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c75b3849-0942-4871-a563-5b06d7e30844 req-e51a8046-2c67-4e3c-b26e-11aa326559d5 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449235 Nov 20 03:33:52.509541 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 30d5d522-6fc1-4116-ab49-444efad17b2e details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=102586) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 20 03:33:52.615664 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 30d5d522-6fc1-4116-ab49-444efad17b2e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=30d5d522-6fc1-4116-ab49-444efad17b2e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:33:52.627997 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Returning: {'device': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'port_id': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'mac_address': 'fa:16:3e:df:5c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102586) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 20 03:33:52.670158 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:52.682895 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d5d522-6fc1-4116-ab49-444efad17b2e {{(pid=102586) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 20 03:33:52.701755 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 30d5d522-6fc1-4116-ab49-444efad17b2e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=30d5d522-6fc1-4116-ab49-444efad17b2e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:33:52.709315 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:52.755941 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=30d5d522-6fc1-4116-ab49-444efad17b2e,revision_number=4']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:52.763826 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.764218 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.764557 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.764871 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.765213 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.765528 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.765854 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.766174 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.766498 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.766817 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.767120 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:52.767439 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:33:53.024011 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] get_ports_and_sgs() called for port_ids ['30d5d522-6fc1-4116-ab49-444efad17b2e'] {{(pid=102586) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 20 03:33:53.534564 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85534e5-85af-40b2-8b3f-c7f9e2dee195 req-b41f633e-9d4a-4800-9ee4-e7e39fd9512a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:53.536056 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b85534e5-85af-40b2-8b3f-c7f9e2dee195 req-b41f633e-9d4a-4800-9ee4-e7e39fd9512a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 944 time: 0.0514667 Nov 20 03:33:53.588816 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-b85534e5-85af-40b2-8b3f-c7f9e2dee195 req-7fd30a83-fd08-4014-a6a1-de8793f0fc83 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464499 Nov 20 03:33:54.520131 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 30d5d522-6fc1-4116-ab49-444efad17b2e up at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 20 03:33:54.577056 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning for port 30d5d522-6fc1-4116-ab49-444efad17b2e completed by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 20 03:33:54.581499 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.provisioning_blocks [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Provisioning complete for port 30d5d522-6fc1-4116-ab49-444efad17b2e triggered by entity L2. {{(pid=102586) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 20 03:33:54.581855 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-708718'] for port, provisioning_complete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:54.668991 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570642'] for port, before_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:54.691378 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d5d522-6fc1-4116-ab49-444efad17b2e'}] {{(pid=102586) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:33:54.693651 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77024623c7626ec39e26012c0e95270ca28468693b363479d543305eb6cc5e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914d7bcd-db4d-45c0-9de8-1625e31e51c3" -d '{"events": [{"server_uuid": "cbd45575-fe34-406d-a3ca-03dddb233ad0", "name": "network-vif-plugged", "status": "completed", "tag": "30d5d522-6fc1-4116-ab49-444efad17b2e"}]}' {{(pid=102586) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:33:54.706649 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] For port 30d5d522-6fc1-4116-ab49-444efad17b2e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=30d5d522-6fc1-4116-ab49-444efad17b2e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:33:54.711955 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739865345729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739864872120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739864872138'] for port, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:54.719546 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2459578-10b2-4b8d-9513-da402ac142a8 req-7db0b48c-256b-4f7f-821f-607fea2221e0 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:54.724695 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e2459578-10b2-4b8d-9513-da402ac142a8 req-7db0b48c-256b-4f7f-821f-607fea2221e0 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 944 time: 0.0615072 Nov 20 03:33:54.737191 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2438128b-b225-4096-a1a2-bf1235b40f0b x-openstack-request-id: req-2438128b-b225-4096-a1a2-bf1235b40f0b {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:33:54.737493 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd45575-fe34-406d-a3ca-03dddb233ad0", "name": "network-vif-plugged", "status": "completed", "tag": "30d5d522-6fc1-4116-ab49-444efad17b2e", "code": 200}]} {{(pid=102586) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:33:54.737730 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2438128b-b225-4096-a1a2-bf1235b40f0b {{(pid=102586) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:33:54.738133 dv-cinder-818037-5-smb neutron-server[102586]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'code': 200} Nov 20 03:33:54.766086 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Pushing event updated for resources: {'Port': ['ID=30d5d522-6fc1-4116-ab49-444efad17b2e,revision_number=5']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:33:54.769910 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-e2459578-10b2-4b8d-9513-da402ac142a8 req-4df44315-db58-438f-aa2e-6e3d1d954e53 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Nov 20 03:33:54.938406 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d78a27-37c5-4960-92a2-ff07a8370503 req-6b5c8d42-118b-490a-9eaf-5ad0333e5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:54.939940 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c4d78a27-37c5-4960-92a2-ff07a8370503 req-6b5c8d42-118b-490a-9eaf-5ad0333e5b52 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0430148 Nov 20 03:33:55.000053 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c4d78a27-37c5-4960-92a2-ff07a8370503 req-c24d115c-843c-4428-b8e2-f42fbbb5c5ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514929 Nov 20 03:33:55.896834 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39d78d-20f0-44de-bcea-83526d1e13eb req-d794f55c-71e3-4bfc-bb9a-1f8bdc687e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:55.898326 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb39d78d-20f0-44de-bcea-83526d1e13eb req-d794f55c-71e3-4bfc-bb9a-1f8bdc687e08 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 945 time: 0.0520513 Nov 20 03:33:55.949850 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-bb39d78d-20f0-44de-bcea-83526d1e13eb req-fc7cd067-7092-44c5-9f43-c067241a6e9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436049 Nov 20 03:33:57.084052 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe3ee1-1b03-4b93-8832-145da2109033 req-4be89f57-a18c-4286-aef8-719ed3ef8a46 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:57.085516 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6ffe3ee1-1b03-4b93-8832-145da2109033 req-4be89f57-a18c-4286-aef8-719ed3ef8a46 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 945 time: 0.0601487 Nov 20 03:33:57.140047 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-6ffe3ee1-1b03-4b93-8832-145da2109033 req-a05e2f91-ec67-4163-b923-2c7d58c3d43c tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459394 Nov 20 03:33:57.276779 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eb2c2-3a0d-481c-89ef-447efad1fd09 req-10ba3129-bc28-47e0-b882-2bb97bf926fb tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:57.278238 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-ea0eb2c2-3a0d-481c-89ef-447efad1fd09 req-10ba3129-bc28-47e0-b882-2bb97bf926fb tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 945 time: 0.0634904 Nov 20 03:33:57.290980 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54764) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:33:57.295723 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.v2.base [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Request body: {'floatingip': {'port_id': '30d5d522-6fc1-4116-ab49-444efad17b2e'}} {{(pid=102585) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 03:33:57.337166 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:57.794298 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:57.800909 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:57.907879 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.db.l3_db [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Floating IP 9e741b55-d4a9-4cad-9987-8652857c0677 associated. External IP: 172.28.3.229, port: 30d5d522-6fc1-4116-ab49-444efad17b2e. Nov 20 03:33:58.120233 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Router 2e9514ca-e01d-4406-b56f-f9185283e44f has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102585) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:33:58.231361 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102585) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:33:58.236913 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:33:58.243018 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] Sync routers for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:33:58.253753 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:33:58.254370 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:33:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:58.264250 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-ae5db85f-6d4f-44eb-9785-441ee5860e89 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "PUT /v2.0/floatingips/9e741b55-d4a9-4cad-9987-8652857c0677 HTTP/1.1" status: 200 len: 991 time: 0.9721875 Nov 20 03:33:58.264826 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'tag': '30d5d522-6fc1-4116-ab49-444efad17b2e'}] {{(pid=102585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:33:58.267073 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb0317cc2e80d590725014e5a1f67c4d4d1ef2c253c3aca9f74f2a316bdfbb7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a8d49e-c5e1-4501-8b59-531187422ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd45575-fe34-406d-a3ca-03dddb233ad0", "tag": "30d5d522-6fc1-4116-ab49-444efad17b2e"}]}' {{(pid=102585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:33:58.313107 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 20 Nov 2021 03:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890dac2e-286e-4273-895e-b4c7ff098508 x-openstack-request-id: req-890dac2e-286e-4273-895e-b4c7ff098508 {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:33:58.313107 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd45575-fe34-406d-a3ca-03dddb233ad0", "tag": "30d5d522-6fc1-4116-ab49-444efad17b2e", "status": "completed", "code": 200}]} {{(pid=102585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:33:58.313107 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-890dac2e-286e-4273-895e-b4c7ff098508 {{(pid=102585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:33:58.313107 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'tag': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'status': 'completed', 'code': 200} Nov 20 03:33:58.415241 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-39a2712c-8656-4dfd-805a-c38fc409b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:58.417009 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-39a2712c-8656-4dfd-805a-c38fc409b554 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0504255 Nov 20 03:33:58.455499 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:33:58.508396 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-a636dc98-296c-4059-8608-4fe52d3bdea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:58.509878 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-a636dc98-296c-4059-8608-4fe52d3bdea0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.0846639 Nov 20 03:33:58.582319 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-5a2b8d65-670a-4678-b07e-8d2a61866e45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30d5d522-6fc1-4116-ab49-444efad17b2e HTTP/1.1" status: 200 len: 999 time: 0.0632155 Nov 20 03:33:58.632934 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-ac435c38-2cc8-4a6c-9a11-e09057e751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:58.634397 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-ac435c38-2cc8-4a6c-9a11-e09057e751a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0458250 Nov 20 03:33:58.687156 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-085680d5-e795-46a1-83d3-ca72b05bf6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:33:58.688666 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-085680d5-e795-46a1-83d3-ca72b05bf6eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0469029 Nov 20 03:33:58.693693 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '9e741b55-d4a9-4cad-9987-8652857c0677', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'port_id': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'mac_address': 'fa:16:3e:df:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:33:46Z', 'updated_at': '2021-11-20T03:33:57Z', 'revision_number': 1, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:58.723004 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] Checking router: 2e9514ca-e01d-4406-b56f-f9185283e44f for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:33:58.731467 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:33:58.732099 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:33:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:58.782772 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-fd8a4335-e2ef-4eb0-8398-fc798fdc89b5 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871794 Nov 20 03:33:58.833484 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:33:58.875788 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-c0a8d49e-c5e1-4501-8b59-531187422ce4 req-43881571-0603-4cfc-b2d0-5bcee6866068 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865810 Nov 20 03:33:59.061458 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '9e741b55-d4a9-4cad-9987-8652857c0677', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'port_id': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'mac_address': 'fa:16:3e:df:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:33:46Z', 'updated_at': '2021-11-20T03:33:57Z', 'revision_number': 1, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:33:59.087471 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89657ae4-dd40-4f24-b3db-b4603b1031ba None None] The sync data for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb is: [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_floatingips': [{'id': '9e741b55-d4a9-4cad-9987-8652857c0677', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'router_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'port_id': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'mac_address': 'fa:16:3e:df:5c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-20T03:33:46Z', 'updated_at': '2021-11-20T03:33:57Z', 'revision_number': 1, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:33:59.296127 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd43251-4b9e-4735-a548-e31b327c0e81 None None] New status for floating IP 9e741b55-d4a9-4cad-9987-8652857c0677: ACTIVE {{(pid=102586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:34:10.690789 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:34:11.192648 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:16.336454 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7109a3ca-8451-46ca-8030-21ef42c0a298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:18.545636 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8acf747f-94c0-4253-9a1f-55bc36d8fc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:19.819820 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:21.112041 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:21.736071 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:41.192001 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:44.537081 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-5e806fc8-9c46-40d9-b6f7-d150cd6f49c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455887 Nov 20 03:34:44.891404 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-c697f296-1eb9-4344-93bb-f450e0104d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:44.892990 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-c697f296-1eb9-4344-93bb-f450e0104d52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 1098 time: 0.2959416 Nov 20 03:34:44.999453 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58790c47-60e5-479e-9468-6767dd1f38e6 req-5c3f8637-bb5d-49ef-be06-491a42ee2de2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:45.001005 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-58790c47-60e5-479e-9468-6767dd1f38e6 req-5c3f8637-bb5d-49ef-be06-491a42ee2de2 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 945 time: 0.0525887 Nov 20 03:34:45.040096 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-41e52aca-47dd-4300-9888-923df3924551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:45.041635 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-41e52aca-47dd-4300-9888-923df3924551 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 200 len: 911 time: 0.0849717 Nov 20 03:34:45.049792 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-58790c47-60e5-479e-9468-6767dd1f38e6 req-853557e1-5244-438e-a52b-a8a8012a33d9 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425396 Nov 20 03:34:45.123230 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-0b6ea497-8adf-4b1f-a0eb-19a03da241fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30d5d522-6fc1-4116-ab49-444efad17b2e HTTP/1.1" status: 200 len: 1001 time: 0.0732017 Nov 20 03:34:45.176085 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-ec1975eb-6987-4ea7-aa56-012e9e8bdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:45.177570 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-ec1975eb-6987-4ea7-aa56-012e9e8bdfc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 200 len: 849 time: 0.0457199 Nov 20 03:34:45.231288 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-06cffff4-f1b6-4300-9b6f-ae155f187022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:45.232862 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-06cffff4-f1b6-4300-9b6f-ae155f187022 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a598e91-6e87-4033-bd45-83dd001cc082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0474401 Nov 20 03:34:45.244918 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-872739b7-eb6c-4202-934e-d4ac563c58b8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 20 03:34:45.245911 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-872739b7-eb6c-4202-934e-d4ac563c58b8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051472 Nov 20 03:34:45.341810 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-98f05135-4399-4927-b8ea-c9b01d1c1cb1 service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879190 Nov 20 03:34:45.437523 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-a6ef001b-c4b6-432b-8777-55f273fe1b8d req-c5e80ed8-da15-43d6-a58f-c68357169d4d service neutron] 10.222.0.50 "GET /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879426 Nov 20 03:34:46.189795 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b0ae1-184c-432a-8dcf-12e2f8274c15 req-ba56907d-1049-4ca0-a48b-4f7774db5d5d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:46.191395 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a1b0ae1-184c-432a-8dcf-12e2f8274c15 req-ba56907d-1049-4ca0-a48b-4f7774db5d5d tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 945 time: 0.0555837 Nov 20 03:34:46.239922 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-4a1b0ae1-184c-432a-8dcf-12e2f8274c15 req-24ffbde8-edad-47e2-9a4d-6dba8b6f9941 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Nov 20 03:34:46.331166 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-73128c9f-9a9f-45ab-99f7-14e85d49467e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.064977 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-4b8fc35e-1136-473e-8978-03f15622b107 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:47.066415 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-4b8fc35e-1136-473e-8978-03f15622b107 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 945 time: 0.0602763 Nov 20 03:34:47.155982 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Deleting port 30d5d522-6fc1-4116-ab49-444efad17b2e {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:47.156316 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.254415 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] For port 30d5d522-6fc1-4116-ab49-444efad17b2e, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=30d5d522-6fc1-4116-ab49-444efad17b2e,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:47.254774 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.360880 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d881de-fde3-45aa-80a4-ca076f62df4f req-80f08ad3-b884-4612-b25d-540744af1196 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102585) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 20 03:34:47.362247 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4d881de-fde3-45aa-80a4-ca076f62df4f req-80f08ad3-b884-4612-b25d-540744af1196 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbd45575-fe34-406d-a3ca-03dddb233ad0 HTTP/1.1" status: 200 len: 945 time: 0.0492592 Nov 20 03:34:47.409992 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [req-c4d881de-fde3-45aa-80a4-ca076f62df4f req-b7579f03-9d71-427b-a871-8f4f1029ef2f tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3482960-3c9b-4aad-8e59-9ac190b13ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Nov 20 03:34:47.430290 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.430642 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1758661'] for floatingip, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.430959 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.db.l3_db [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Floating IP 9e741b55-d4a9-4cad-9987-8652857c0677 disassociated. External IP: 172.28.3.229, port: 30d5d522-6fc1-4116-ab49-444efad17b2e. Nov 20 03:34:47.431283 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Calling delete_port for 30d5d522-6fc1-4116-ab49-444efad17b2e owned by compute:nova {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:47.570483 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.599111 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event deleted for resources: {'Port': ['ID=30d5d522-6fc1-4116-ab49-444efad17b2e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:47.610451 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.610759 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.611138 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.611422 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.611783 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.612137 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.612448 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.612774 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.613100 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.613426 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.613753 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.614069 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:47.690349 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:34:47.737106 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Router 2e9514ca-e01d-4406-b56f-f9185283e44f has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:34:47.848461 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:34:47.859329 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] Sync routers for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:34:47.869539 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:47.870051 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:34:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:47.888417 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] No DVR routers for this DVR port 30d5d522-6fc1-4116-ab49-444efad17b2e on host hv-cinder-81803 {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:34:47.891143 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for port, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:47.894578 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [req-3dd48eae-0b02-4f20-87ac-f73f46ba4c2c req-db04df93-cde2-4c79-8170-ad931ecfbf9a tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.50 "DELETE /v2.0/ports/30d5d522-6fc1-4116-ab49-444efad17b2e HTTP/1.1" status: 204 len: 173 time: 0.8217180 Nov 20 03:34:47.895024 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'name': 'network-vif-deleted', 'tag': '30d5d522-6fc1-4116-ab49-444efad17b2e'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 20 03:34:47.897401 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f517b4635d977163674a8070e3d00fb51ebe068de78b5ab2f8c39c170a5b858e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49b539-bf20-4c62-b614-f1ed1f6943e9" -d '{"events": [{"server_uuid": "cbd45575-fe34-406d-a3ca-03dddb233ad0", "name": "network-vif-deleted", "tag": "30d5d522-6fc1-4116-ab49-444efad17b2e"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 20 03:34:47.935199 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 20 Nov 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488fcf39-bc5b-4eb9-b53a-6901cef2d432 x-openstack-request-id: req-488fcf39-bc5b-4eb9-b53a-6901cef2d432 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 20 03:34:47.935594 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd45575-fe34-406d-a3ca-03dddb233ad0", "name": "network-vif-deleted", "tag": "30d5d522-6fc1-4116-ab49-444efad17b2e", "status": "completed", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 20 03:34:47.935929 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-488fcf39-bc5b-4eb9-b53a-6901cef2d432 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 20 03:34:47.936403 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd45575-fe34-406d-a3ca-03dddb233ad0', 'name': 'network-vif-deleted', 'tag': '30d5d522-6fc1-4116-ab49-444efad17b2e', 'status': 'completed', 'code': 200} Nov 20 03:34:47.995841 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:48.207534 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:48.233341 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] Checking router: 2e9514ca-e01d-4406-b56f-f9185283e44f for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:34:48.242775 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:48.243369 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:34:19Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:48.358114 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:48.503173 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54946) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:48.534962 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4e53757b-fe15-40a2-bb27-0f01c78c95ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.560095 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.586660 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.635726 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.638635 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.639919 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "DELETE /v2.0/security-groups/f3482960-3c9b-4aad-8e59-9ac190b13ba2 HTTP/1.1" status: 204 len: 168 time: 0.1356680 Nov 20 03:34:48.643064 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54948) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:48.646921 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:48.649084 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3482960-3c9b-4aad-8e59-9ac190b13ba2,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:48.656621 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.657209 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.657713 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.658223 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.658706 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.659029 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.api.v2.resource [None req-51126401-57ad-487d-81fb-a3f99164e432 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] show failed (client error): The resource could not be found. Nov 20 03:34:48.659186 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.659533 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.659867 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.660096 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-51126401-57ad-487d-81fb-a3f99164e432 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "GET /v2.0/security-groups/f3482960-3c9b-4aad-8e59-9ac190b13ba2 HTTP/1.1" status: 404 len: 347 time: 0.0153952 Nov 20 03:34:48.660395 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.660724 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.661045 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.661361 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4020d79-bfac-4516-bd65-a0b3e898d5f4 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:48.663275 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54950) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:48.676668 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c481ab-0958-4a26-97d0-1dcb4eeba41f None None] The sync data for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb is: [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:10Z', 'revision_number': 4, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb', '_interfaces': [{'id': 'f5b10313-be60-488f-b676-e77322783f4b', 'name': '', 'network_id': '3a598e91-6e87-4033-bd45-83dd001cc082', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'mac_address': 'fa:16:3e:4a:d9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:10Z', 'updated_at': '2021-11-20T03:31:14Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'subnets': [{'id': 'c45f8820-899e-4b86-9caf-b45ca6afba4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:34:48.798236 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Deleting port 1a3a214f-9002-4371-bf00-ff4163e49db9 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:48.798581 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.881310 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.881664 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:48.894395 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Calling delete_port for 1a3a214f-9002-4371-bf00-ff4163e49db9 owned by network:floatingip {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:48.903477 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19d191-29e7-4dfa-9c3d-5638924f0885 None None] New status for floating IP 9e741b55-d4a9-4cad-9987-8652857c0677: DOWN {{(pid=102586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:34:48.986742 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.db.api [None req-7d19d191-29e7-4dfa-9c3d-5638924f0885 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 20 03:34:48.986742 dv-cinder-818037-5-smb neutron-server[102586]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 20 03:34:48.986742 dv-cinder-818037-5-smb neutron-server[102586]: [parameters: {'status': 'DOWN', 'floatingips_id': '9e741b55-d4a9-4cad-9987-8652857c0677'}] Nov 20 03:34:48.986742 dv-cinder-818037-5-smb neutron-server[102586]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102586) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 20 03:34:48.987239 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG oslo_db.api [None req-7d19d191-29e7-4dfa-9c3d-5638924f0885 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 20 03:34:49.033426 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:49.058861 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Pushing event deleted for resources: {'Port': ['ID=1a3a214f-9002-4371-bf00-ff4163e49db9,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:49.118720 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks [] for floatingip, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:49.121420 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172746'] for floatingip, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:49.122575 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-357fc759-b7f6-4595-99e3-f9db2be57b62 tempest-AttachVolumeTestJSON-1554128146 tempest-AttachVolumeTestJSON-1554128146-project] 10.222.0.53 "DELETE /v2.0/floatingips/9e741b55-d4a9-4cad-9987-8652857c0677 HTTP/1.1" status: 204 len: 168 time: 0.4574046 Nov 20 03:34:49.489326 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d19d191-29e7-4dfa-9c3d-5638924f0885 None None] New status for floating IP 9e741b55-d4a9-4cad-9987-8652857c0677: DOWN {{(pid=102586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 20 03:34:49.827420 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:50.849301 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 30d5d522-6fc1-4116-ab49-444efad17b2e no longer exists at agent hyperv_hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:34:50.881607 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] No Port match for: 30d5d522-6fc1-4116-ab49-444efad17b2e {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:34:50.881950 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Device 30d5d522-6fc1-4116-ab49-444efad17b2e not bound to the agent host hv-cinder-81803 {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:34:51.117551 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:51.729714 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:52.709015 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54978) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:53.089050 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1660869'] for router_interface, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:53.336728 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Deleting port f5b10313-be60-488f-b676-e77322783f4b {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:53.337049 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:53.415315 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] For port f5b10313-be60-488f-b676-e77322783f4b, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=f5b10313-be60-488f-b676-e77322783f4b,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:53.415536 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:53.428506 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Calling delete_port for f5b10313-be60-488f-b676-e77322783f4b owned by network:router_interface {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:53.617303 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:53.646010 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b10313-be60-488f-b676-e77322783f4b,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:53.813993 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1660753'] for router_interface, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.030074 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Router 2e9514ca-e01d-4406-b56f-f9185283e44f has already been hosted by L3 agent cc54f641-b890-4b98-bc64-1b00d77211cd {{(pid=102584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 20 03:34:54.138931 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] Notify agent at l3_agent.dv-cinder-818037-5-smb the message routers_updated {{(pid=102584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 20 03:34:54.144493 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-004ae1dc-9bbb-4744-b0b6-6a36f2b4c55b admin admin] 10.222.0.53 "PUT /v2.0/routers/2e9514ca-e01d-4406-b56f-f9185283e44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344242 Nov 20 03:34:54.147155 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54980) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:54.151660 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] Sync routers for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 20 03:34:54.163242 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:54.164150 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:34:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:54.255017 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks [] for router, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.272931 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: dv-cinder-818037-5-smb {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:54.359427 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.455272 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'external_fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '2430de29-2e44-4e8c-945e-4c4824296679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:34:53Z', 'revision_number': 5, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port': {'id': '2430de29-2e44-4e8c-945e-4c4824296679', 'name': '', 'network_id': '1d69fcd6-8932-4c8d-814f-897b225942bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e1d4b4-7788-4237-91be-5042579dd13c', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-5-smb'}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:54.487523 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] Checking router: 2e9514ca-e01d-4406-b56f-f9185283e44f for host: dv-cinder-818037-5-smb {{(pid=102587) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 20 03:34:54.500810 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] Routers {'2e9514ca-e01d-4406-b56f-f9185283e44f'} bound to L3 agent in host dv-cinder-818037-5-smb {{(pid=102587) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 20 03:34:54.501424 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-20T03:16:48Z,description=,heartbeat_timestamp=2021-11-20T03:34:49Z,host='dv-cinder-818037-5-smb',id=cc54f641-b890-4b98-bc64-1b00d77211cd,load=0,resource_versions=,resources_synced=,started_at=2021-11-20T03:16:48Z,topic='l3_agent')) {'router_ids': ['2e9514ca-e01d-4406-b56f-f9185283e44f'], 'active': True} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:54.590241 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_dvr_db [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] Set router 2e9514ca-e01d-4406-b56f-f9185283e44f gateway port host: None {{(pid=102587) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 20 03:34:54.642248 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.l3_hamode_db [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:34:54Z', 'revision_number': 6, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port_host': None}], 'dv-cinder-818037-5-smb', False) {} {{(pid=102587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:54.668986 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Deleting port 2430de29-2e44-4e8c-945e-4c4824296679 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:54.669443 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.671772 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b374a2-4c9d-4463-a63d-67d315e45cf2 None None] The sync data for ids ['2e9514ca-e01d-4406-b56f-f9185283e44f'] in dv-cinder-818037-5-smb is: [{'id': '2e9514ca-e01d-4406-b56f-f9185283e44f', 'name': 'tempest-AttachVolumeTestJSON-540269946-router', 'tenant_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-20T03:31:07Z', 'updated_at': '2021-11-20T03:34:54Z', 'revision_number': 6, 'project_id': 'a9c6d0510eec49f9811a2bbdf44f66a4', 'gw_port_host': None}] {{(pid=102587) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 20 03:34:54.749835 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] For port 2430de29-2e44-4e8c-945e-4c4824296679, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=2430de29-2e44-4e8c-945e-4c4824296679,segment=NetworkSegment(af4e05cd-1dde-4f1d-bb5a-e247b3e78514),segment_id=af4e05cd-1dde-4f1d-bb5a-e247b3e78514)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:54.750196 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.766025 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Calling delete_port for 2430de29-2e44-4e8c-945e-4c4824296679 owned by network:router_gateway {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:54.947156 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:54.973081 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Pushing event deleted for resources: {'Port': ['ID=2430de29-2e44-4e8c-945e-4c4824296679,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:55.034004 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1747471'] for router_gateway, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.125054 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1661859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4683'] for router, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.127264 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.173554 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1661866'] for router, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.174198 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e9514ca-e01d-4406-b56f-f9185283e44f {{(pid=102584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 20 03:34:55.178773 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] Publish callbacks [] for router, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.179639 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-1ae6339a-1fb1-493a-889a-66dc18fc576a admin admin] 10.222.0.53 "DELETE /v2.0/routers/2e9514ca-e01d-4406-b56f-f9185283e44f HTTP/1.1" status: 204 len: 168 time: 1.0316539 Nov 20 03:34:55.182250 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54982) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:55.227444 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceeb6121-91cd-4901-8c1c-5c8fb3fdede9 admin admin] Deleting subnet c45f8820-899e-4b86-9caf-b45ca6afba4e {{(pid=102584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 20 03:34:55.230816 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6121-91cd-4901-8c1c-5c8fb3fdede9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.267172 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6121-91cd-4901-8c1c-5c8fb3fdede9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1440047'] for subnet, precommit_delete_associations {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.351816 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6121-91cd-4901-8c1c-5c8fb3fdede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-606338'] for subnet, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.404889 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6121-91cd-4901-8c1c-5c8fb3fdede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-606357', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1718209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15742702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13477257'] for subnet, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.428979 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb6121-91cd-4901-8c1c-5c8fb3fdede9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45f8820-899e-4b86-9caf-b45ca6afba4e,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:55.434232 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6121-91cd-4901-8c1c-5c8fb3fdede9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.438620 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-ceeb6121-91cd-4901-8c1c-5c8fb3fdede9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c45f8820-899e-4b86-9caf-b45ca6afba4e HTTP/1.1" status: 204 len: 168 time: 0.2549615 Nov 20 03:34:55.440679 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 54984) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:55.446703 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020904e-6aa0-48db-8071-0664992e4bd6 None None] Network 3a598e91-6e87-4033-bd45-83dd001cc082 requested from dv-cinder-818037-5-smb {{(pid=102586) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 20 03:34:55.523162 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604848'] for network, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.581208 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Deleting port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:55.581728 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.633774 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] DHCP port deletion for 3a598e91-6e87-4033-bd45-83dd001cc082 request from dv-cinder-818037-5-smb {{(pid=102586) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 20 03:34:55.649587 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] For port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:55.650017 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.663686 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Calling delete_port for e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:55.682331 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Deleting port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a {{(pid=102586) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 20 03:34:55.682731 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739865341525'] for port, before_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.753962 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.db [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] For port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a, host dv-cinder-818037-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-5-smb',level=0,port_id=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,segment=NetworkSegment(0aa9c3ea-045f-4666-833b-459274b67d37),segment_id=0aa9c3ea-045f-4666-833b-459274b67d37)] {{(pid=102586) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 20 03:34:55.754301 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746468'] for port, precommit_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.755557 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15742513'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.769199 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Calling delete_port for e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a owned by network:dhcp {{(pid=102586) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 20 03:34:55.782630 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Pushing event deleted for resources: {'Port': ['ID=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:55.784475 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] No DVR routers for this DVR port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a on host dv-cinder-818037-5-smb {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:34:55.844482 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-571871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739865345711', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739864872111'] for port, after_delete {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.859751 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-612409', 'neutron.services.segments.db._delete_segments_for_network-8739865398896'] for network, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.873536 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Pushing event deleted for resources: {'Port': ['ID=e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a,revision_number=None']} {{(pid=102586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:55.875797 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] No DVR routers for this DVR port e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a on host dv-cinder-818037-5-smb {{(pid=102586) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 20 03:34:55.883965 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a598e91-6e87-4033-bd45-83dd001cc082']}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:55.886731 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.887081 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.887469 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.888373 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.888684 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.889023 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.889369 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.890097 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.890433 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.890761 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.891085 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.891256 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa9c3ea-045f-4666-833b-459274b67d37') {'for_net_delete': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:55.891372 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4090f-2619-4651-8782-5288b483f3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:34:55.891570 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.services.segments.db [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa9c3ea-045f-4666-833b-459274b67d37') {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 20 03:34:55.901304 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739865220473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1440036'] for segment, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.915028 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011'] for segment, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.920806 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 20 03:34:55.921177 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-608011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15742532'] for segment, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: Traceback (most recent call last): Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: timer() Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: cb(*args, **kw) Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: return func(*args, **kwargs) Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: self._notify() Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: self.callback(batched_events) Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: event.method(event) Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: aggregate_uuid = self.p_client.list_aggregates( Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: return f(self, *a, **k) Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: return self._get(url).json() Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: return self.request(url, 'GET', **kwargs) Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: base_url = self.get_endpoint(auth, allow=allow, Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 03:34:55.922867 dv-cinder-818037-5-smb neutron-server[102584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 03:34:55.975189 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1758679'] for network, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.980704 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612049'] for network, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:55.984015 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3a598e91-6e87-4033-bd45-83dd001cc082 HTTP/1.1" status: 204 len: 168 time: 0.5422926 Nov 20 03:34:55.995152 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b990d1-3bec-4121-85dc-145d76f0b855 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a598e91-6e87-4033-bd45-83dd001cc082,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:56.154067 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54988) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:56.196633 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-9a7dd9e8-beeb-4a9b-aa39-9dfc67d4c046 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9c6d0510eec49f9811a2bbdf44f66a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403779 Nov 20 03:34:56.199101 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 54990) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:56.205512 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:34:56.228912 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:34:56.229244 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device e465c5ec-bc49-49f8-b9c4-dcf3542a0f4a not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:34:56.229668 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device f5b10313-be60-488f-b676-e77322783f4b no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:34:56.247216 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-47cb5ab4-c871-4d64-ab46-3250712cc40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:56.248521 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: f5b10313-be60-488f-b676-e77322783f4b {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:34:56.248900 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device f5b10313-be60-488f-b676-e77322783f4b not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:34:56.249318 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 2430de29-2e44-4e8c-945e-4c4824296679 no longer exists at agent ovs-agent-dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 20 03:34:56.268127 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-47cb5ab4-c871-4d64-ab46-3250712cc40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:56.268678 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] No Port match for: 2430de29-2e44-4e8c-945e-4c4824296679 {{(pid=102586) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 20 03:34:56.269030 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron.plugins.ml2.rpc [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Device 2430de29-2e44-4e8c-945e-4c4824296679 not bound to the agent host dv-cinder-818037-5-smb {{(pid=102586) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 20 03:34:56.314946 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-47cb5ab4-c871-4d64-ab46-3250712cc40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:56.317521 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-47cb5ab4-c871-4d64-ab46-3250712cc40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:56.318670 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-47cb5ab4-c871-4d64-ab46-3250712cc40b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3db2bab8-90b8-4158-ba9e-b99bd9ee339d HTTP/1.1" status: 204 len: 168 time: 0.1185594 Nov 20 03:34:56.326735 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb5ab4-c871-4d64-ab46-3250712cc40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db2bab8-90b8-4158-ba9e-b99bd9ee339d,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:57.687327 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55040) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:57.798910 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a89e90d2-917c-403d-bb9a-246a35136c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:57.894243 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a89e90d2-917c-403d-bb9a-246a35136c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:57.899969 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a89e90d2-917c-403d-bb9a-246a35136c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:57.946648 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-a89e90d2-917c-403d-bb9a-246a35136c44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc731d033c144546ad14cfcee98b73d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581511 Nov 20 03:34:57.947500 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e90d2-917c-403d-bb9a-246a35136c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4077f516-c46e-4cc2-9fad-c4197d9022f2,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:34:57.949655 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55044) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:34:58.006405 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8bb844ab-507a-4db5-9331-7e71fee04670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.029791 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8bb844ab-507a-4db5-9331-7e71fee04670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.335458 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8bb844ab-507a-4db5-9331-7e71fee04670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.338012 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8bb844ab-507a-4db5-9331-7e71fee04670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:34:58.339226 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8bb844ab-507a-4db5-9331-7e71fee04670 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4077f516-c46e-4cc2-9fad-c4197d9022f2 HTTP/1.1" status: 204 len: 168 time: 0.3885865 Nov 20 03:34:58.347552 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb844ab-507a-4db5-9331-7e71fee04670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077f516-c46e-4cc2-9fad-c4197d9022f2,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:00.117895 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55094) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:00.227122 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5c37fc20-d7a4-4358-9969-4f699d2e5a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.303200 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5c37fc20-d7a4-4358-9969-4f699d2e5a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.309919 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5c37fc20-d7a4-4358-9969-4f699d2e5a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.353786 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-5c37fc20-d7a4-4358-9969-4f699d2e5a64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfe6431135384a24b3724d92a8def574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348502 Nov 20 03:35:00.354967 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37fc20-d7a4-4358-9969-4f699d2e5a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb9ae8-1bff-4d52-8126-5a2facd875f1,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:00.356942 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55098) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:00.407894 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7db33ca5-ac4f-4692-a773-8d403df394d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.429017 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7db33ca5-ac4f-4692-a773-8d403df394d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.489334 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7db33ca5-ac4f-4692-a773-8d403df394d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.492187 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7db33ca5-ac4f-4692-a773-8d403df394d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.493381 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-7db33ca5-ac4f-4692-a773-8d403df394d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ebb9ae8-1bff-4d52-8126-5a2facd875f1 HTTP/1.1" status: 204 len: 168 time: 0.1354082 Nov 20 03:35:00.501535 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db33ca5-ac4f-4692-a773-8d403df394d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb9ae8-1bff-4d52-8126-5a2facd875f1,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:00.770671 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55104) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:00.789319 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a7291f91-0866-45e8-b094-89eaec2ba1ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.872435 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a7291f91-0866-45e8-b094-89eaec2ba1ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.877896 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a7291f91-0866-45e8-b094-89eaec2ba1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.917223 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-a7291f91-0866-45e8-b094-89eaec2ba1ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bce261abd08b4ad0b714d4c53dd94150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452012 Nov 20 03:35:00.918062 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7291f91-0866-45e8-b094-89eaec2ba1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23db5b7b-3c05-40e0-b5d9-71ac2d358885,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:00.920811 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55106) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:00.970679 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-75d637fb-546c-4bc0-b9f1-82d0fced9654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:00.992582 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-75d637fb-546c-4bc0-b9f1-82d0fced9654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.041147 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-75d637fb-546c-4bc0-b9f1-82d0fced9654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.043862 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-75d637fb-546c-4bc0-b9f1-82d0fced9654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:01.045040 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-75d637fb-546c-4bc0-b9f1-82d0fced9654 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23db5b7b-3c05-40e0-b5d9-71ac2d358885 HTTP/1.1" status: 204 len: 168 time: 0.1232307 Nov 20 03:35:01.053098 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d637fb-546c-4bc0-b9f1-82d0fced9654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db5b7b-3c05-40e0-b5d9-71ac2d358885,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:05.663833 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55190) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:05.781216 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a95c-d1f0-4c0f-bfca-b1434d1261a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.855577 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a95c-d1f0-4c0f-bfca-b1434d1261a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.861271 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6b8a95c-d1f0-4c0f-bfca-b1434d1261a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.898737 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-d6b8a95c-d1f0-4c0f-bfca-b1434d1261a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50f7537b43f9418bad133e899568e0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337430 Nov 20 03:35:05.899565 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8a95c-d1f0-4c0f-bfca-b1434d1261a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee7d10b-a121-4a36-b24f-f9913c19e921,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:05.901777 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55194) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:05.956364 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f030296c-1fae-471f-9d82-42f6d6cc48a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:05.979938 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f030296c-1fae-471f-9d82-42f6d6cc48a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.032845 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f030296c-1fae-471f-9d82-42f6d6cc48a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.035676 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-f030296c-1fae-471f-9d82-42f6d6cc48a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.036867 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-f030296c-1fae-471f-9d82-42f6d6cc48a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cee7d10b-a121-4a36-b24f-f9913c19e921 HTTP/1.1" status: 204 len: 168 time: 0.1337452 Nov 20 03:35:06.044887 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030296c-1fae-471f-9d82-42f6d6cc48a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee7d10b-a121-4a36-b24f-f9913c19e921,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:06.312993 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55200) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:06.326957 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-51c0565a-2a70-4b52-a9bc-51ef4c9972a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.406159 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-51c0565a-2a70-4b52-a9bc-51ef4c9972a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.413095 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-51c0565a-2a70-4b52-a9bc-51ef4c9972a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.460111 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-51c0565a-2a70-4b52-a9bc-51ef4c9972a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79abf1a200724d688479c23b9d39582f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458910 Nov 20 03:35:06.461402 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0565a-2a70-4b52-a9bc-51ef4c9972a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b3bfae-59db-459e-b571-748a40118582,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:06.463153 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55202) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:06.516212 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbee969d-da5a-4b2e-90d4-e8f3da8f6361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.538855 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbee969d-da5a-4b2e-90d4-e8f3da8f6361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.591165 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbee969d-da5a-4b2e-90d4-e8f3da8f6361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.595566 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dbee969d-da5a-4b2e-90d4-e8f3da8f6361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:06.597252 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-dbee969d-da5a-4b2e-90d4-e8f3da8f6361 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47b3bfae-59db-459e-b571-748a40118582 HTTP/1.1" status: 204 len: 168 time: 0.1330173 Nov 20 03:35:06.605270 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee969d-da5a-4b2e-90d4-e8f3da8f6361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b3bfae-59db-459e-b571-748a40118582,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:09.664641 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55334) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:09.796976 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c67d3bb7-1ab0-43ae-9341-87b18782a622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:09.876303 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c67d3bb7-1ab0-43ae-9341-87b18782a622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:09.882010 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c67d3bb7-1ab0-43ae-9341-87b18782a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:09.920911 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-c67d3bb7-1ab0-43ae-9341-87b18782a622 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b96eb6b896664bd2928a0422dfbd0ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551539 Nov 20 03:35:09.921726 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d3bb7-1ab0-43ae-9341-87b18782a622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5df28a3-56a9-4f0a-805a-e90d379619d3,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:09.923883 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55338) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:09.980444 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b3581b1-41f3-4fb9-be1f-1324629e1065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.002084 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b3581b1-41f3-4fb9-be1f-1324629e1065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.049614 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b3581b1-41f3-4fb9-be1f-1324629e1065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.052105 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-8b3581b1-41f3-4fb9-be1f-1324629e1065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.053241 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-8b3581b1-41f3-4fb9-be1f-1324629e1065 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5df28a3-56a9-4f0a-805a-e90d379619d3 HTTP/1.1" status: 204 len: 168 time: 0.1282692 Nov 20 03:35:10.061033 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3581b1-41f3-4fb9-be1f-1324629e1065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5df28a3-56a9-4f0a-805a-e90d379619d3,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:10.326834 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55344) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:10.340171 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-95d3a5f1-3787-403d-a2e7-b05fad5507ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.429776 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-95d3a5f1-3787-403d-a2e7-b05fad5507ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.435230 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-95d3a5f1-3787-403d-a2e7-b05fad5507ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.472674 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-95d3a5f1-3787-403d-a2e7-b05fad5507ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c9d6e6ae3f04f11be7cad7d97e78437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447031 Nov 20 03:35:10.473579 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3a5f1-3787-403d-a2e7-b05fad5507ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e49641c-2838-469b-838b-b4643b4d75c5,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:10.475642 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55346) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:10.527010 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17fd7d67-1682-4ab5-8e8c-721ed4254fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.548661 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17fd7d67-1682-4ab5-8e8c-721ed4254fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.598732 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17fd7d67-1682-4ab5-8e8c-721ed4254fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.601476 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-17fd7d67-1682-4ab5-8e8c-721ed4254fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:10.602582 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-17fd7d67-1682-4ab5-8e8c-721ed4254fad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e49641c-2838-469b-838b-b4643b4d75c5 HTTP/1.1" status: 204 len: 168 time: 0.1258225 Nov 20 03:35:10.610252 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd7d67-1682-4ab5-8e8c-721ed4254fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e49641c-2838-469b-838b-b4643b4d75c5,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:11.183562 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.075889 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55418) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:15.202141 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b64e1663-e644-4429-9983-7d4b888a189c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.287250 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b64e1663-e644-4429-9983-7d4b888a189c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.292959 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b64e1663-e644-4429-9983-7d4b888a189c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.334346 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-b64e1663-e644-4429-9983-7d4b888a189c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ff280f6c4414383b0507e3dc20d8b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572067 Nov 20 03:35:15.334876 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e1663-e644-4429-9983-7d4b888a189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b153dd-8b52-4a98-972c-ecc1a5f55343,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:15.336907 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55422) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:15.396034 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-289c1889-ce79-4a3d-9a3a-47e70bc79c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.417904 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-289c1889-ce79-4a3d-9a3a-47e70bc79c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.473655 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-289c1889-ce79-4a3d-9a3a-47e70bc79c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.476380 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-289c1889-ce79-4a3d-9a3a-47e70bc79c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.479998 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-289c1889-ce79-4a3d-9a3a-47e70bc79c34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90b153dd-8b52-4a98-972c-ecc1a5f55343 HTTP/1.1" status: 204 len: 168 time: 0.1390407 Nov 20 03:35:15.485741 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c1889-ce79-4a3d-9a3a-47e70bc79c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b153dd-8b52-4a98-972c-ecc1a5f55343,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:15.783984 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55428) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:15.797531 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-49e285a9-f90c-404d-9b10-560050a9abe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.873631 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-49e285a9-f90c-404d-9b10-560050a9abe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.879742 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-49e285a9-f90c-404d-9b10-560050a9abe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.918033 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-49e285a9-f90c-404d-9b10-560050a9abe1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04105a9dc0464d51917a84bb6d6a0daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329706 Nov 20 03:35:15.918980 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e285a9-f90c-404d-9b10-560050a9abe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b4e6d-f8be-407d-9dd2-90a88e69df2e,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:15.920820 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55430) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:15.971456 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82588ae6-ab18-45ad-bdad-e992080d4563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:15.993343 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82588ae6-ab18-45ad-bdad-e992080d4563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:16.043714 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82588ae6-ab18-45ad-bdad-e992080d4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:16.046561 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-82588ae6-ab18-45ad-bdad-e992080d4563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:16.047754 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-82588ae6-ab18-45ad-bdad-e992080d4563 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b6b4e6d-f8be-407d-9dd2-90a88e69df2e HTTP/1.1" status: 204 len: 168 time: 0.1250658 Nov 20 03:35:16.055592 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82588ae6-ab18-45ad-bdad-e992080d4563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b4e6d-f8be-407d-9dd2-90a88e69df2e,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:16.335585 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-b3cc19e8-6311-4c43-a767-16d12b8ba896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:18.540669 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2257127e-6a8d-4405-90ff-9cd07bcb166d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:19.817198 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:21.123633 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:21.736123 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:24.303230 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55548) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:24.408522 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcc442d-1cce-4098-b3f2-c70f345c6de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:24.487302 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcc442d-1cce-4098-b3f2-c70f345c6de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:24.493313 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6fcc442d-1cce-4098-b3f2-c70f345c6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:24.533247 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-6fcc442d-1cce-4098-b3f2-c70f345c6de0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1d1eb3cd9ad4ebfa40b0222b01af7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262971 Nov 20 03:35:24.533247 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc442d-1cce-4098-b3f2-c70f345c6de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e56d99-066c-489f-9a54-a39343e5da9a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:24.533655 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55552) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:24.582956 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2139-7a05-4e3c-be3b-f79c95f8ae8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:24.611313 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2139-7a05-4e3c-be3b-f79c95f8ae8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:24.666943 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2139-7a05-4e3c-be3b-f79c95f8ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:24.669675 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5bcd2139-7a05-4e3c-be3b-f79c95f8ae8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:24.670954 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-5bcd2139-7a05-4e3c-be3b-f79c95f8ae8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62e56d99-066c-489f-9a54-a39343e5da9a HTTP/1.1" status: 204 len: 168 time: 0.1353779 Nov 20 03:35:24.678918 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd2139-7a05-4e3c-be3b-f79c95f8ae8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e56d99-066c-489f-9a54-a39343e5da9a,revision_number=None']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:24.690382 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:35:24.966299 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.wsgi [-] (102585) accepted ('10.222.0.53', 55558) {{(pid=102585) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:24.981030 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6e982580-e8e9-46c1-9d52-3fa1e6c06df6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.056112 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6e982580-e8e9-46c1-9d52-3fa1e6c06df6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.061577 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-6e982580-e8e9-46c1-9d52-3fa1e6c06df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.098269 dv-cinder-818037-5-smb neutron-server[102585]: INFO neutron.wsgi [None req-6e982580-e8e9-46c1-9d52-3fa1e6c06df6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ffcc6fb8faa346c09d2705f283f9821e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309154 Nov 20 03:35:25.099096 dv-cinder-818037-5-smb neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e982580-e8e9-46c1-9d52-3fa1e6c06df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa2377-92de-4fe0-ab1c-602d220dbaad,revision_number=1']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:25.101486 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55560) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:25.153192 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0d01203a-d11a-4cf4-ba93-aee1efb7437b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.182471 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0d01203a-d11a-4cf4-ba93-aee1efb7437b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.237596 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0d01203a-d11a-4cf4-ba93-aee1efb7437b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.240195 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0d01203a-d11a-4cf4-ba93-aee1efb7437b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.241354 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-0d01203a-d11a-4cf4-ba93-aee1efb7437b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ffa2377-92de-4fe0-ab1c-602d220dbaad HTTP/1.1" status: 204 len: 168 time: 0.1388969 Nov 20 03:35:25.249287 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01203a-d11a-4cf4-ba93-aee1efb7437b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa2377-92de-4fe0-ab1c-602d220dbaad,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:25.579541 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55566) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:25.593452 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-abcec83a-292d-45ab-a258-9a90f86dfebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.672186 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-abcec83a-292d-45ab-a258-9a90f86dfebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.678261 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-abcec83a-292d-45ab-a258-9a90f86dfebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.714628 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcec83a-292d-45ab-a258-9a90f86dfebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de9096d-be03-487c-bd7d-4d6f429e6fb6,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:25.719205 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-abcec83a-292d-45ab-a258-9a90f86dfebe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31e3220307774619afb3013abb2a9da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385937 Nov 20 03:35:25.721886 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55568) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:25.776243 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-127d7664-b45c-4186-a284-e6732fa89196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.802216 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-127d7664-b45c-4186-a284-e6732fa89196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.860519 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-127d7664-b45c-4186-a284-e6732fa89196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.863146 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-127d7664-b45c-4186-a284-e6732fa89196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:25.864361 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-127d7664-b45c-4186-a284-e6732fa89196 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2de9096d-be03-487c-bd7d-4d6f429e6fb6 HTTP/1.1" status: 204 len: 168 time: 0.1415780 Nov 20 03:35:25.873418 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d7664-b45c-4186-a284-e6732fa89196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de9096d-be03-487c-bd7d-4d6f429e6fb6,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:41.200131 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:46.340300 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3d60263b-81b2-4c1f-9fb3-3554bb0528d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:48.535798 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-4d92c3fb-da5f-4c9d-88b6-6123ad41d453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:49.822359 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:49.881284 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55746) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:49.990939 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:50.068756 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:50.075761 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:50.113488 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a1f04deb67f4b40b72511cadef9ff84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311337 Nov 20 03:35:50.114343 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cf68fc-40ed-4dfb-b35d-bc58536ec177,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:50.116215 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.wsgi [-] (102584) accepted ('10.222.0.53', 55750) {{(pid=102584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 20 03:35:50.134336 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.134585 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.134920 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.135288 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.135624 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.135976 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.136409 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.136768 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.137094 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.137461 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.137783 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.138099 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525141-1c71-46fa-a0c2-19751351e22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-5-smb {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 20 03:35:50.175200 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-567e10fc-eb15-4349-b59a-e6b03e8380db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:50.197076 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-567e10fc-eb15-4349-b59a-e6b03e8380db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:50.253802 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-567e10fc-eb15-4349-b59a-e6b03e8380db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724837'] for security_group, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:50.256397 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-567e10fc-eb15-4349-b59a-e6b03e8380db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:50.257543 dv-cinder-818037-5-smb neutron-server[102584]: INFO neutron.wsgi [None req-567e10fc-eb15-4349-b59a-e6b03e8380db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11cf68fc-40ed-4dfb-b35d-bc58536ec177 HTTP/1.1" status: 204 len: 168 time: 0.1404340 Nov 20 03:35:50.265707 dv-cinder-818037-5-smb neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e10fc-eb15-4349-b59a-e6b03e8380db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cf68fc-40ed-4dfb-b35d-bc58536ec177,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 20 03:35:51.114290 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:35:51.739052 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:01.697470 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:36:11.221113 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:16.347578 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-08095f8c-4692-4c9b-aec3-407a49fbc21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:18.542165 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-e27a0b44-ace6-4ea4-be25-9779f29e2a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:19.836775 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:21.125576 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:21.739993 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:38.692658 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:36:41.219223 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:46.343530 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-6123076c-e52a-4f30-9e1e-27c66298feaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:48.554825 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-7574194a-31a9-49fc-83fe-7f5e0d5f8b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:49.841556 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:51.119466 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:36:51.743705 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:11.211067 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:15.697290 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:37:16.338780 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-ded40e49-ce5d-41d3-b7ea-8dae30653a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:18.557849 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-bee88cbb-ea4a-489e-ba38-0ffee89b6f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:19.848058 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:21.119835 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:21.745741 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:41.214229 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:46.333489 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ea73-bf0e-43d9-95eb-b9f64bb30b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:48.557533 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-71e188b5-a835-47bc-8d7b-64fb4cce2c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:49.837797 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:51.128215 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:51.750389 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:37:52.697790 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:38:11.232295 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:16.344847 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-9bebca4a-5f87-47e6-84f3-6c735a7aa803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:18.554899 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-69d88ea4-a7e4-4b61-864b-c158002fbe8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:19.845491 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:21.131418 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:21.756680 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:29.702019 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:38:41.248595 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:46.344006 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-3eba63e5-1272-402d-ae93-d6c4d0a9e4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:48.557152 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d78c-e3dc-4ef5-99de-580a594df4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:49.855982 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:51.129321 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:38:51.750851 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:06.707522 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:39:11.260424 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:16.348215 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-31244ef5-fe4a-4db4-b746-646c3bba0d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:18.565816 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2d0d703a-d594-4792-b2dd-5cc95889b7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:19.853709 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:21.143788 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:21.756139 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:41.261235 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:43.707321 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:39:46.345005 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-cd27db20-54ca-4f1e-a1c9-d4569ed91814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:48.557620 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-c1215af2-0a29-4fc9-a5be-1f46f5b89df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:49.861989 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:51.143163 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:39:51.751439 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:11.280963 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:16.341402 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-2d43d111-cc59-4cab-aa07-9bd52b53c3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:18.558737 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-01e6ca8f-6b77-4bdd-962d-89b7d0897eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:19.866261 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-928b6fc0-ea56-42fc-afea-476a3519b40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:20.707327 dv-cinder-818037-5-smb neutron-server[102587]: DEBUG neutron.db.agents_db [None req-ce27be81-3b49-4e23-a4ca-1c8b14188409 None None] Agent healthcheck: found 6 active agents {{(pid=102587) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 20 03:40:21.151489 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-19b90cf2-192a-4fbd-9060-8107c0563e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:21.758791 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b8-db9b-4b6e-a327-7ce354126b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 20 03:40:41.284655 dv-cinder-818037-5-smb neutron-server[102586]: DEBUG neutron_lib.callbacks.manager [None req-60882dd3-7b28-4539-bca9-0e53af92866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739865400149', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-708665'] for agent, after_update {{(pid=102586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}